-- Logs begin at Tue 2022-04-05 10:35:10 UTC, end at Tue 2022-04-05 11:50:01 UTC. -- Apr 05 11:24:36.129824 dv-cinder-834448-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 11:24:39.158352 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:24:39.159005 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:24:39.159224 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:24:39.162834 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:24:39.163094 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:24:39.163412 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:24:39.164378 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:39.164615 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:39.164994 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:39.165289 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:39.165518 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:39.165943 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.166902 dv-cinder-834448-3-smb neutron-server[103772]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 11:24:39.167261 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.167560 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.167875 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.168176 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.168470 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.168757 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.169050 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.169353 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.169644 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.169928 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.170216 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.170552 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.170844 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.171139 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.171435 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.171740 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.172027 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.172464 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.172882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.173171 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.173460 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.173745 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.174020 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.174298 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.174630 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.174969 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] host = dv-cinder-834448-3-smb {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.175250 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.175540 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.175853 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.176143 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.176424 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.176758 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.177052 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.177329 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.177620 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.177890 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.178176 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.178465 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.178785 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.179013 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.179238 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.179540 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.179831 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.180110 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.180387 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.180665 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.180962 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.181242 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.181519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.181805 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.182748 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.183048 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.183330 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.183610 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.183886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.184161 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.184450 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.184727 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.185003 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.185279 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.185570 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.185844 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.186119 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.186423 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.186744 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.187030 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.187317 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.187603 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.187900 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.188179 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.188452 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.188727 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.189025 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.189295 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.189579 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.189854 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.190127 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.190403 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.190702 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.190989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.191263 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:39.191563 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.191864 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.192167 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.192468 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.192765 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.193049 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.193342 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.193634 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.193963 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.194259 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.194575 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.194859 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.195165 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.195455 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.195755 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.196091 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.196401 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.196702 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.196983 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.197262 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.197539 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.197847 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.198140 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.198421 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.198736 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.199037 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.199330 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.199629 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.199921 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.200219 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.200640 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.200923 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.201206 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.201503 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.201785 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.202063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.202347 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.202664 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.202948 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.203245 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.203531 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.203809 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.204086 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.204361 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.204641 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.204932 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.205266 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.205541 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.205814 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.206095 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.206371 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.206694 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.206975 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.207251 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.207526 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.207806 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.208083 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.208359 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.208669 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.208951 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.209233 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.209510 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.209786 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.210062 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.210340 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.210640 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.210918 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.211194 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.211474 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.211751 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.212026 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.212306 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.212583 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.212884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.213177 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.213503 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.213785 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.214067 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.214351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.214661 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.214944 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.215224 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.215506 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.215786 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.216060 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.216355 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.216645 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.216935 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.217238 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.217518 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.217817 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.218097 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.218377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.218701 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.219003 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.219286 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.219573 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.219859 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.220158 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.220458 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.220756 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.221053 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.221352 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.221636 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.221989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.222568 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:39.222792 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:39.223037 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 11:24:39.614599 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:24:39.615059 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:24:39.615377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:24:39.615721 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 11:24:39.968193 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:39.968488 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:39.968762 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:39.969991 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:39.970273 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:39.972884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.032137 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.032421 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.032694 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.048584 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.048872 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.049144 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.082371 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.082743 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.083063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.121884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.122166 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.122441 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.489054 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.489745 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.489745 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.490008 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.490575 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.598085 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.598365 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.598679 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.598962 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.599236 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.599556 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.599823 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.600086 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.600345 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.600662 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.600928 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.601203 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.601465 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.601721 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.601979 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.602251 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.602534 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.602817 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.603097 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.603362 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.603681 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.604494 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.604868 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.605322 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.605576 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.605828 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.606412 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.606695 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.606943 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.607188 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.607452 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.607675 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:40.608069 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 11:24:40.611860 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 11:24:40.616067 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 11:24:40.620336 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 05 11:24:40.622143 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 11:24:40.622742 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 11:24:40.623136 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 11:24:40.623579 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 11:24:40.628042 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 11:24:40.628295 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 11:24:40.628682 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:24:40.643087 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 11:24:40.668964 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 11:24:40.669440 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.669749 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 11:24:40.670127 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.671626 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 11:24:40.671921 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:24:40.672164 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 11:24:40.675767 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.676059 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:40.738999 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 11:24:40.739253 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 11:24:40.739464 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 11:24:40.739854 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 11:24:40.762508 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_db.sqlalchemy.engines [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 11:24:41.401238 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing driver for type 'gre' Apr 05 11:24:41.401783 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] gre ID ranges: [(1, 1000)] Apr 05 11:24:41.640533 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing driver for type 'local' Apr 05 11:24:41.641175 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing driver for type 'vlan' Apr 05 11:24:41.812449 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] VlanTypeDriver initialization complete Apr 05 11:24:41.812808 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing driver for type 'vxlan' Apr 05 11:24:41.813348 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] vxlan ID ranges: [(1, 1000)] Apr 05 11:24:42.057222 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing extension driver 'port_security' Apr 05 11:24:42.057564 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.extensions.port_security [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] PortSecurityExtensionDriver initialization complete Apr 05 11:24:42.057907 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing mechanism driver 'openvswitch' Apr 05 11:24:42.058233 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing mechanism driver 'hyperv' Apr 05 11:24:42.065225 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.plugin [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:42.066131 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.066526 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.066878 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.067440 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.067892 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.068251 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.068601 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.069010 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.069427 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.069781 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.070131 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.070560 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.070980 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.071337 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.071684 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.072119 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.072540 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.072890 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.073228 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.073641 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.074060 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > address_group after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.074410 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > address_group after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.074781 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.075192 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:24:42.075655 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] ML2 OVO RPC backend initialized. {{(pid=103772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 11:24:42.076441 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.076803 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.077227 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.077581 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > networks before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.077936 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.078282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > ports before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.078673 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.079022 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnets before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.079431 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.079725 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.080068 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.080410 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.080753 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.081091 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.081431 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.081774 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.082108 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.090861 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded quota_driver: . Apr 05 11:24:42.091238 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.plugin [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Modular L2 Plugin initialization complete Apr 05 11:24:42.091616 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading services supported by the core plugin {{(pid=103772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 11:24:42.092002 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Got port-security extension from driver 'port_security' Apr 05 11:24:42.092528 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.extensions.vlantransparent [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Disabled vlantransparent extension. Apr 05 11:24:42.093048 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 11:24:42.093379 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: router Apr 05 11:24:42.130572 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.130972 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.131347 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router before_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.131717 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.132096 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.132459 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_delete 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.132822 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.133175 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.133537 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.133891 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.134243 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.134626 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.134991 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.135411 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.135784 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.136127 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.136466 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.136810 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.137160 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.137509 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.137855 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.138197 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.138584 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.138930 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.139286 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.139651 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.139998 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.140367 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > agent after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.140872 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > agent after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.141226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.142154 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Tracking information for resource: router configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:42.142505 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Tracking information for resource: floatingip configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:24:42.147733 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.db.l3_agentschedulers_db [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 11:24:42.148323 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.148692 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.149044 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.149396 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.150219 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router before_create 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.151189 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.151467 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_create 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.151828 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > router precommit_update 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.156711 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.provider_configuration [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service providers = [] {{(pid=103772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 11:24:42.157081 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.db.servicetype_db [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 11:24:42.160321 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.service_base [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:42.160677 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.service_base [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:42.161022 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.service_base [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:42.161932 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.services.service_base [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:24:42.162313 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.services.service_base [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 11:24:42.162745 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.163069 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 11:24:42.174815 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.175154 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: auto_allocate Apr 05 11:24:42.181171 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: network precommit_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.181553 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: network precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.182143 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.182469 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: tag Apr 05 11:24:42.189754 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.190087 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: timestamp Apr 05 11:24:42.194190 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.194559 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: network_ip_availability Apr 05 11:24:42.200874 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.201252 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.201615 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.202432 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.202809 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: flavors Apr 05 11:24:42.209569 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.209903 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading Plugin: revisions Apr 05 11:24:42.215326 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:24:42.215731 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.600s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:24:42.216520 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 11:24:42.216858 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Initializing extension manager. Apr 05 11:24:42.217401 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: __init__.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.217744 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: __pycache__ {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.218080 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.218949 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.219540 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: address-group Apr 05 11:24:42.219880 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: address_scope.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.220603 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.221116 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: address-scope Apr 05 11:24:42.221445 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.222751 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.223271 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: router-admin-state-down-before-update Apr 05 11:24:42.223597 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: agent.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.224329 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.224835 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: agent Apr 05 11:24:42.225170 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: agent_resources_synced.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.226107 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.226658 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: agent-resources-synced Apr 05 11:24:42.227003 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: allowedaddresspairs.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.228910 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.229431 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: allowed-address-pairs Apr 05 11:24:42.229760 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: auto_allocated_topology.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.230898 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.231503 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: auto-allocated-topology Apr 05 11:24:42.231831 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.232541 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.233047 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: availability_zone Apr 05 11:24:42.233368 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: availability_zone_filter.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.234312 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.234861 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: availability_zone_filter Apr 05 11:24:42.235188 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: data_plane_status.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.236118 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.236623 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 11:24:42.236965 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: default_subnetpools.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.237891 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.238401 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: default-subnetpools Apr 05 11:24:42.239191 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.240082 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.240614 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: dhcp_agent_scheduler Apr 05 11:24:42.240941 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: dns.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.241954 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.242470 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 11:24:42.242827 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: dns_domain_ports.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.243770 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.244280 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 11:24:42.244642 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.245612 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.246124 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 11:24:42.246448 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: dvr.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.247193 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.247709 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: dvr Apr 05 11:24:42.248065 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: ecmp_routes.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.249075 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.249576 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 11:24:42.251634 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: empty_string_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.252626 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.254069 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: empty-string-filtering Apr 05 11:24:42.254394 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.255395 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.255914 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:24:42.259047 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.260699 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.261463 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 11:24:42.261798 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: external_net.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.264994 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.265550 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: external-net Apr 05 11:24:42.265885 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.266981 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.267497 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: extra_dhcp_opt Apr 05 11:24:42.267830 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: extraroute.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.268778 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.269296 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: extraroute Apr 05 11:24:42.269626 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: extraroute_atomic.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.270782 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.271303 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: extraroute-atomic Apr 05 11:24:42.271631 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: filter_validation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.272337 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.273134 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: filter-validation Apr 05 11:24:42.273458 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: fip_pf_description.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.274459 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.274998 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 11:24:42.275324 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: fip_pf_port_range.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.276817 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.277331 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 11:24:42.277654 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: fip_port_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.278911 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.279435 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: fip-port-details Apr 05 11:24:42.280022 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: flavors.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.281327 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.281848 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: flavors Apr 05 11:24:42.282284 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.285056 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.286426 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 11:24:42.286797 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: floatingip_pools.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.287566 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.288099 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: floatingip-pools Apr 05 11:24:42.289287 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: ip_allocation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.290343 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.290908 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 11:24:42.292138 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.293173 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.293717 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: ip-substring-filtering Apr 05 11:24:42.294051 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l2_adjacency.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.295084 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.295597 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 11:24:42.295926 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.296989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.297517 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: router Apr 05 11:24:42.297848 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.300378 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.300911 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:24:42.301247 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.302252 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.302807 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: ext-gw-mode Apr 05 11:24:42.303135 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.304086 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.304594 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: l3-ha Apr 05 11:24:42.304921 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.305870 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.306380 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 11:24:42.306742 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_flavors.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.307864 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.308321 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: l3-flavors Apr 05 11:24:42.308646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.310082 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.310644 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 11:24:42.310981 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.311919 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.312436 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 11:24:42.312766 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: l3agentscheduler.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.313863 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.314373 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: l3_agent_scheduler Apr 05 11:24:42.314735 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: local_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.316570 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.317108 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension local_ip not supported by any of loaded plugins Apr 05 11:24:42.317447 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: logging.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.319158 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.319690 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension logging not supported by any of loaded plugins Apr 05 11:24:42.320026 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: metering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.320804 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.321393 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: metering Apr 05 11:24:42.321723 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.323760 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.324282 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: metering_source_and_destination_fields Apr 05 11:24:42.324609 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: multiprovidernet.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.325581 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.326092 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: multi-provider Apr 05 11:24:42.326420 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: netmtu.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.327377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.327890 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: net-mtu Apr 05 11:24:42.328217 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: netmtu_writable.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.329172 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.329678 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: net-mtu-writable Apr 05 11:24:42.330004 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: network_availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.330726 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.331237 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: network_availability_zone Apr 05 11:24:42.331575 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: network_ip_availability.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.332778 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.333289 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: network-ip-availability Apr 05 11:24:42.333619 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: network_segment_range.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.334436 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.334965 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 11:24:42.335295 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: pagination.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.336353 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.336687 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: pagination Apr 05 11:24:42.337013 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: port_device_profile.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.337963 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.339099 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: port-device-profile Apr 05 11:24:42.339420 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.340381 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.340902 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: port-mac-address-regenerate Apr 05 11:24:42.341231 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.342170 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.342719 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: port-numa-affinity-policy Apr 05 11:24:42.343045 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: port_resource_request.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.343997 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.344511 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 11:24:42.344838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: port_resource_request_groups.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.345853 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.346369 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 11:24:42.346722 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: portbindings.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.347948 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.348466 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: binding Apr 05 11:24:42.348794 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: portbindings_extended.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.350121 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.350669 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: binding-extended Apr 05 11:24:42.351003 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: portsecurity.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.351948 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.352463 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: port-security Apr 05 11:24:42.352793 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: project_id.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.353837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.354171 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: project-id Apr 05 11:24:42.354555 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: providernet.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.355477 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.356012 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: provider Apr 05 11:24:42.356335 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.360137 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.360720 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos not supported by any of loaded plugins Apr 05 11:24:42.361052 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.362425 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.362981 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 11:24:42.363314 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.364275 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.364800 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 11:24:42.365128 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_default.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.366124 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.366683 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-default not supported by any of loaded plugins Apr 05 11:24:42.367016 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_fip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.368001 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.368523 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 11:24:42.368857 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.369851 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.370370 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 11:24:42.370727 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_gateway_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.371847 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.372369 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 11:24:42.372700 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_port_network_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.373651 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.374167 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 11:24:42.374539 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.375650 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.376168 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 11:24:42.376495 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.377591 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.378111 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 11:24:42.378441 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_pps_rule.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.379691 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.380262 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 11:24:42.380673 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_rule_type_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.394341 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.395030 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 11:24:42.395419 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.396496 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.397072 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 11:24:42.397450 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: qos_rules_alias.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.398830 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.399528 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 11:24:42.399904 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: quota_check_limit.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.401450 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.402018 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: quota-check-limit Apr 05 11:24:42.402384 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: quotasv2.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.403518 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.403894 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: quotas Apr 05 11:24:42.404260 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: quotasv2_detail.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.406403 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.406845 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: quota_details Apr 05 11:24:42.407185 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: rbac.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.408349 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.408923 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: rbac-policies Apr 05 11:24:42.409388 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: rbac_address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.410411 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.411041 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: rbac-address-group Apr 05 11:24:42.411376 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: rbac_address_scope.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.412357 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.412889 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: rbac-address-scope Apr 05 11:24:42.413227 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: rbac_security_groups.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.414250 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.414801 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: rbac-security-groups Apr 05 11:24:42.415153 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: rbac_subnetpool.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.423108 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.423766 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: rbac-subnetpool Apr 05 11:24:42.424184 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: revisionifmatch.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.425347 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.425964 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: revision-if-match Apr 05 11:24:42.426413 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: revisions.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.427808 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.428337 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: standard-attr-revisions Apr 05 11:24:42.428665 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: router_availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.429368 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.429883 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: router_availability_zone Apr 05 11:24:42.430214 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: routerservicetype.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.431244 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.431757 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 11:24:42.432187 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.433337 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.433878 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: security-groups-normalized-cidr Apr 05 11:24:42.434205 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.435248 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.435777 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: port-security-groups-filtering Apr 05 11:24:42.436096 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.437122 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.437648 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: security-groups-remote-address-group Apr 05 11:24:42.437979 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.439022 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.439563 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: security-groups-shared-filtering Apr 05 11:24:42.441131 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.441131 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 11:24:42.441360 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: securitygroup.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.452931 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.453567 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: security-group Apr 05 11:24:42.453940 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: segment.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.454874 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.455450 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension segment not supported by any of loaded plugins Apr 05 11:24:42.455827 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.456958 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.457539 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 11:24:42.457925 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: servicetype.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.459371 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.459921 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: service-type Apr 05 11:24:42.460251 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: sorting.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.461456 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.461817 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: sorting Apr 05 11:24:42.462204 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: standard_attr_segment.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.463556 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.464761 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 11:24:42.465136 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: standardattrdescription.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.466000 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.466591 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: standard-attr-description Apr 05 11:24:42.467056 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: stateful_security_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.468248 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.468837 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: stateful-security-group Apr 05 11:24:42.469227 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: stdattrs_common.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.469845 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 11:24:42.470292 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.481561 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.482266 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 11:24:42.482734 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnet_onboard.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.484256 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.484900 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: subnet_onboard Apr 05 11:24:42.485346 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.486464 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.487139 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 11:24:42.487559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnet_service_types.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.488619 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.489237 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: subnet-service-types Apr 05 11:24:42.489648 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnetallocation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.491152 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.491768 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: subnet_allocation Apr 05 11:24:42.492186 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.492976 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.493708 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: subnetpool-prefix-ops Apr 05 11:24:42.494044 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.495169 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.495861 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 11:24:42.496409 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: tagging.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.497691 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.498219 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: standard-attr-tag Apr 05 11:24:42.498589 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: timestamp.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.499910 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.500429 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loaded extension: standard-attr-timestamp Apr 05 11:24:42.500758 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: trunk.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.501896 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.502537 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension trunk not supported by any of loaded plugins Apr 05 11:24:42.502879 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: trunk_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.503857 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.504370 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 11:24:42.504699 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: uplink_status_propagation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.505655 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.506164 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 11:24:42.506519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Loading extension file: vlantransparent.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:24:42.507271 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:24:42.507871 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 11:24:42.511177 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:network Apr 05 11:24:42.511719 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnet Apr 05 11:24:42.515257 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:42.515257 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:port Apr 05 11:24:42.515257 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.515257 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service FLAVORS assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.515257 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.515678 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.515994 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:router Apr 05 11:24:42.516434 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:24:42.516932 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service METERING assigned prefix: /metering {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.518478 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.518888 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.519280 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:24:42.520361 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:24:42.520818 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:24:42.521262 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:24:42.521899 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.522237 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:42.522630 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] subnetpool is already registered Apr 05 11:24:42.523073 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.523405 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:42.523738 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] subnetpool is already registered Apr 05 11:24:42.526872 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.527314 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service FLAVORS assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.527917 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.528345 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.528685 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:router Apr 05 11:24:42.529033 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] router is already registered Apr 05 11:24:42.529450 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:24:42.529792 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] floatingip is already registered Apr 05 11:24:42.530258 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service METERING assigned prefix: /metering {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.531108 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:24:42.531446 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] rbac_policy is already registered Apr 05 11:24:42.531868 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:24:42.532208 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] security_group is already registered Apr 05 11:24:42.532618 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:24:42.532954 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] security_group_rule is already registered Apr 05 11:24:42.533637 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.533974 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:42.534314 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] subnetpool is already registered Apr 05 11:24:42.534771 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:24:42.535105 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:24:42.535447 dv-cinder-834448-3-smb neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] subnetpool is already registered Apr 05 11:24:42.535936 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: extensions {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.537591 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: address-groups {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.539138 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: address-scopes {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.540493 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.541694 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: auto-allocated-topology {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.543066 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: availability_zones {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.544347 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: dhcp-networks {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.545913 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: dhcp-agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.547468 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.551358 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: flavors {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.552579 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: service_profiles {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.553907 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: next_providers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.555434 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: service_profiles {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.558092 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: floatingip-pools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.559847 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.562037 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: floatingips {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.563434 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: l3-routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.564975 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: l3-agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.566782 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: metering-labels {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.568411 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: metering-label-rules {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.569928 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: network-ip-availabilities {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.571392 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: bindings {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.573623 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: quotas {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.575364 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: quotas {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.577309 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: rbac-policies {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.578775 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: security-groups {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.580022 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: security-group-rules {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.581278 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: service-providers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.582596 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: subnetpools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.584326 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: subnetpools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.585839 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.587583 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.589642 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.591805 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.593674 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.596295 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.598307 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.601465 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.603286 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.605203 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron.api.extensions [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:24:42.611828 dv-cinder-834448-3-smb neutron-server[103772]: WARNING keystonemiddleware.auth_token [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 11:24:42.617087 dv-cinder-834448-3-smb neutron-server[103772]: WARNING keystonemiddleware.auth_token [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 11:24:42.628158 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Acquired lock "singleton_lock" {{(pid=103772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 11:24:42.628760 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Releasing lock "singleton_lock" {{(pid=103772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 11:24:42.629696 dv-cinder-834448-3-smb neutron-server[103772]: INFO oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Starting 2 workers Apr 05 11:24:42.634732 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Started child 103883 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:42.640267 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Started child 103884 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:42.641233 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.642283 dv-cinder-834448-3-smb neutron-server[103772]: INFO neutron.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 11:24:42.643125 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.643513 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [-] (103883) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:24:42.645376 dv-cinder-834448-3-smb neutron-server[103772]: INFO oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Starting 1 workers Apr 05 11:24:42.646927 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.648834 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [-] (103884) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:24:42.650943 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Started child 103885 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:42.651552 dv-cinder-834448-3-smb neutron-server[103772]: INFO oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Starting 1 workers Apr 05 11:24:42.655074 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] calling RpcWorker wait() {{(pid=103885) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 11:24:42.655710 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] returning from RpcWorker wait() {{(pid=103885) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 11:24:42.656442 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Started child 103886 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:24:42.656896 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.657292 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-823f466e-08e8-4780-bd61-717d6cc10302 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.657482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:42.659410 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:24:42.659616 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:42.659984 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:42.660210 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:42.660551 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:42.660709 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:42.661419 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.661700 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.661982 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.662249 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.662592 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.662828 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.663324 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.663432 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.663764 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:42.663881 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.664098 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.664356 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.664519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.664847 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.665110 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.665366 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.665687 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.665949 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.666255 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.666523 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.666881 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.667140 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.667599 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.667834 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.668272 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.668537 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.669090 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.669279 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.669710 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.669975 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.670281 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.670569 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.670794 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.671013 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.671253 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.671481 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.671725 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.671952 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.672168 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.672523 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.672751 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.672967 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.673201 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.673641 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] host = dv-cinder-834448-3-smb {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.673882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.674095 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.674351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.674626 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.674882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.675103 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.675368 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.675633 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.675893 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.676135 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.676369 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.676582 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.676822 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.677066 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.677279 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_options = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.677530 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.678000 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.678000 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.678423 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.678423 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.678423 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679100 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679100 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679100 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679857 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679857 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.679857 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.680516 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.680516 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.680516 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.681280 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.681280 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.681280 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.683064 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.684681 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.684681 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685074 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685074 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685359 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685504 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685741 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.685956 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.686211 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.686463 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.686754 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.687018 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.687228 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.687468 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.687748 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.687985 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.688228 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.688503 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.688719 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.688952 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.689171 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.689464 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.689658 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.689910 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.690225 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.690517 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.690891 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.691065 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.691232 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.691672 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.691672 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.696886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.698902 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.699974 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.701299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702008 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702008 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702008 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702553 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702553 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.702838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.703199 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.703383 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.703611 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.703911 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.704139 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.704358 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.704586 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.704845 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.705063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.705353 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.705752 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.705883 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.706058 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.706289 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.706546 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.706774 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.707043 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.707207 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.707446 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.707680 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.707933 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.708168 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.708414 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.708627 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.708838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.709062 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.709316 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.709555 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.709770 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.709989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.710581 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.710581 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.710794 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.710921 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.711153 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.711365 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.711580 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.711820 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.712039 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.712649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.712649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.712649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713249 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713249 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713500 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713500 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713741 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.713928 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.714574 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.714574 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.714574 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.714885 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.715010 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.715222 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.715431 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.715715 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.716437 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.716437 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.716848 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.716848 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.717373 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.717373 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.717373 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.719763 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.724282 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.725291 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.726319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.727351 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728765 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728765 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.728765 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.729169 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.729307 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.729455 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.731837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.732995 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.733989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.733989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.733989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.733989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.734549 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.734549 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.734549 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.734942 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.734942 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.735220 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.735380 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.736882 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.738036 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.740646 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742789 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742789 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742789 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.742789 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.743025 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745063 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.745884 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.746342 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.746342 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.746602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.746972 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.747094 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.747301 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.747503 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.747774 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.748006 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.748241 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.748454 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.748678 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.748897 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.749134 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.749365 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.749577 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.749787 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.750006 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.750410 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.750665 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.750918 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.751131 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.751363 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.751586 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.751805 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.752015 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.752242 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.752456 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.752664 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.752886 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.753102 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.753311 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.753568 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.753785 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.753997 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.754219 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.754435 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.754669 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.754958 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.755210 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.755432 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.755727 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.755977 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.756223 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.756474 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.756794 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.757010 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.757270 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.757505 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.757744 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.757971 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.758228 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.758578 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.758864 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.759141 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.759377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.759636 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.759938 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.760250 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.761345 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.761654 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.761991 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.762269 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.762558 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.762818 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.763065 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.763308 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.763523 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.763747 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.763961 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.764192 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.764450 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.764676 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.764922 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.765138 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.765366 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.765604 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.765836 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.766076 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.766295 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.766563 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.766739 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:42.767406 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:24:42.767504 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:24:42.767624 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:24:42.767819 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:24:42.767989 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:24:42.768139 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:24:42.768352 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.768510 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.768669 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.768828 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.768984 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769169 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769303 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769462 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769618 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769775 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.769932 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770090 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770298 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770506 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770689 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770852 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.770978 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.771363 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.771464 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.771609 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.771768 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.772024 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.772187 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.772357 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.772548 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773947 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773947 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773947 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.773947 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774326 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774326 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774326 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774712 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774712 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774894 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.774894 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775051 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] host = dv-cinder-834448-3-smb {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775191 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775348 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775507 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775726 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.775912 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776919 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.776919 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777149 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777149 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777296 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777400 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_options = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777536 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777698 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.777898 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778086 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778248 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778398 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778572 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778731 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.778887 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779043 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779199 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779337 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779498 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779654 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779809 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.779964 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780158 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780317 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780562 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780687 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780783 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.780908 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781044 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781275 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781391 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781494 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781629 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781785 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.781940 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782223 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782346 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782451 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782612 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782716 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.782908 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783065 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783221 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783543 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783685 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.783844 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784000 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784155 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784311 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784481 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784624 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784778 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.784934 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785090 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785245 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785439 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785600 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785755 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.785911 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.786068 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.786226 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:24:42.786417 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.786602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.786777 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.786940 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.787156 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.787380 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.787546 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.787709 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.787870 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788013 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788187 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788349 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788521 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788681 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.788841 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789006 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789167 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789328 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789489 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789809 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.789968 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790137 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790296 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790457 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790737 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790850 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.790961 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791097 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791315 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791493 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791799 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.791946 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792094 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792243 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792403 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792550 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792698 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792844 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.792988 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793133 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793277 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793421 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793583 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793716 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.793988 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.794207 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.794410 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.794634 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.794838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.794838 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.795192 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.795192 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.795609 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.795609 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.795609 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796272 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796272 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796272 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796717 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796717 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.796717 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797121 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797121 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797121 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797514 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797514 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797783 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.797783 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798050 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798050 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798336 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798336 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798633 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798633 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.798906 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799050 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799155 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799273 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799407 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799573 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799710 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.799841 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.800002 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.800602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.800602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.800602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.800602 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801092 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801092 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801092 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801406 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801406 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801601 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801680 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.801822 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802003 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802142 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802302 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802463 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802645 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802805 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.802967 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803132 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803294 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803455 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803619 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803780 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.803939 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804100 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804262 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804421 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804582 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804742 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.804903 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805154 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805422 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805542 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805663 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805826 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.805986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.806154 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.806324 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.806551 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.806712 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.807365 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.807487 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.807649 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.807809 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.807970 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808181 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808435 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808608 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808769 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.808929 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809090 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809274 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809434 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809594 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809754 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.809913 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810074 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810233 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810392 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810575 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810721 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.810889 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811054 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811206 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811358 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811518 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811663 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811826 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.811986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812146 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812307 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812469 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812631 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812791 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.812950 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813110 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813269 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813429 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813594 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813753 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.813914 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814073 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814233 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814393 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814573 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814736 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.814899 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815058 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815294 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815414 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815676 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815837 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.815997 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816158 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816319 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816478 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816639 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816799 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.816959 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817120 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817120 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817427 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817576 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817736 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.817895 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818078 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818239 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818400 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818590 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818753 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.818914 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819074 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819234 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819393 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819555 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819718 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.819880 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820041 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820199 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820361 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820519 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820682 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.820846 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821005 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821241 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821329 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821454 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821740 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.821903 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.822065 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.822222 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.822385 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.823192 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.823354 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.823537 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.823701 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.823862 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824024 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824183 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824344 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824514 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824676 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824833 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.824998 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825157 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825305 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825554 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825675 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825796 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.825915 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826061 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826223 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826390 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826575 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826723 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.826888 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827047 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827204 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827377 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827538 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827695 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.827856 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828016 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828176 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828349 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828507 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828602 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:42.828698 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828814 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.828965 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829121 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829292 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829453 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829613 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829782 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.829943 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830103 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830264 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830438 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830638 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830805 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.830965 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831126 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831448 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831448 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831688 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831811 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.831934 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.832055 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.832217 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.832387 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.832558 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.832747 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.833081 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.833299 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.833463 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.833631 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.836986 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837559 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:24:42.837999 dv-cinder-834448-3-smb neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:24:42.838665 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:42.849115 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073516 Apr 05 11:24:55.576688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4a99d-96cd-4186-ac6f-8ff1fe2a88ed None None] get_active_networks_info from dv-cinder-834448-3-smb {{(pid=103885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 11:24:55.802017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4a99d-96cd-4186-ac6f-8ff1fe2a88ed None None] No non-hosted networks {{(pid=103885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 11:24:55.815387 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.agentschedulers_db [None req-dfa4a99d-96cd-4186-ac6f-8ff1fe2a88ed None None] DHCP Agent not found on host dv-cinder-834448-3-smb {{(pid=103885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 11:24:55.897341 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-508e2312-90ae-4f29-88f6-02bd376487e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.316397 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2636180-8a8a-4177-bcd0-f32261f7a998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.360619 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.db.api [None req-a3d68fab-0ce0-421c-bb2a-741a4da93ea7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834448-3-smb {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:24:58.361570 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG oslo_db.api [None req-a3d68fab-0ce0-421c-bb2a-741a4da93ea7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:24:58.954458 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3d68fab-0ce0-421c-bb2a-741a4da93ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:59.064366 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41382) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:59.337963 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:59.744415 dv-cinder-834448-3-smb neutron-server[103883]: WARNING oslo_policy.policy [None req-2937607f-6c75-40e9-a107-975d141c30cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:59.744963 dv-cinder-834448-3-smb neutron-server[103883]: WARNING oslo_policy.policy [None req-2937607f-6c75-40e9-a107-975d141c30cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:24:59.970727 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [None req-2937607f-6c75-40e9-a107-975d141c30cd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:24:59.973520 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2937607f-6c75-40e9-a107-975d141c30cd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9066467 Apr 05 11:25:00.696527 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.754123 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:01.755125 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.755535 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.755869 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.756279 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.756603 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.756922 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.757245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.757577 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.757896 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.758212 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.758616 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.758966 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.759326 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.759641 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.759947 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:01.762316 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834448-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:01.772423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834448-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:02.655731 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:03.253305 dv-cinder-834448-3-smb neutron-server[103884]: WARNING oslo_policy.policy [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:03.253305 dv-cinder-834448-3-smb neutron-server[103884]: WARNING oslo_policy.policy [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:03.480325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:03.586393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.policy [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:25:03.629781 dv-cinder-834448-3-smb neutron-server[103884]: WARNING oslo_policy.policy [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:03.630168 dv-cinder-834448-3-smb neutron-server[103884]: WARNING oslo_policy.policy [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:03.846985 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049883890', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049891589', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049907819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049908826', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049916898', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775049926777', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16039082', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15888703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-969368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534112'] for rbac-policy (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:04.089261 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:04.103284 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-929823de-ab70-4e6e-b0eb-17a4575d3aac admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4339142 Apr 05 11:25:05.520189 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.db.l3_hamode_db [None req-127537b6-d86a-4276-a34d-08245f5a7e29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 11:25:05.598683 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127537b6-d86a-4276-a34d-08245f5a7e29 None None] Routers set() bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:05.599017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127537b6-d86a-4276-a34d-08245f5a7e29 None None] Router IDs set() for agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 11:25:06.700403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:07.043291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:07.176425 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Made reservation on behalf of 5d034845452b4474ad4abe1526977b14 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:07.180132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.197722 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.306268 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks [] for security_group (a623685c-700a-46f4-9895-9c9ab3fd99d0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.411134 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a623685c-700a-46f4-9895-9c9ab3fd99d0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.435564 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:25:07.469176 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775045763696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.469760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Unsubscribe: segment precommit_create {{(pid=103884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:25:07.470271 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Added segment c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a of type vlan for network 7567672c-7481-48d2-9100-918ca748bbf6 Apr 05 11:25:07.485827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a623685c-700a-46f4-9895-9c9ab3fd99d0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:07.533195 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.533530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.533866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.534217 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.534567 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.534891 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.535264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.535578 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.535896 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.536210 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.536553 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.536882 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.537195 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.537505 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.537813 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Tracked resource versions report: Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: pushed versions: Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Agent': {'1.1'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Log': {'1.0'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'NDPProxy': {'1.0'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Network': {'1.1'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Port': {'1.7'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'PortForwarding': {'1.3'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'QosPolicy': {'1.10'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SubPort': {'1.0'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Subnet': {'1.1'}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Trunk': {'1.1'}} Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: consumer versions: Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Agent': '1.1', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'ConntrackHelper': '1.0', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'LocalIPAssociation': '1.0', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Log': '1.0', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'NDPProxy': '1.0', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Network': '1.1', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Port': '1.7', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'PortForwarding': '1.3', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'QosPolicy': '1.10', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroup': '1.5', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroupRule': '1.2', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'SubPort': '1.0', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Subnet': '1.1', Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: 'Trunk': '1.1'}} Apr 05 11:25:07.538954 dv-cinder-834448-3-smb neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:07.579360 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (7567672c-7481-48d2-9100-918ca748bbf6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.685205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (7567672c-7481-48d2-9100-918ca748bbf6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.690394 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:07.691138 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:07.801864 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] Pushing event updated for resources: {'Network': ['ID=7567672c-7481-48d2-9100-918ca748bbf6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:07.816847 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-093e75f7-2769-4e94-97bc-166f1f16371e demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1121907 Apr 05 11:25:07.817025 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 7567672c-7481-48d2-9100-918ca748bbf6 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:25:10.433544 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:10.850004 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f247e6d-92a6-4bdf-9fff-d2619df2fd4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:10.851411 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-3f247e6d-92a6-4bdf-9fff-d2619df2fd4d demo admin] 10.222.0.64 "GET /v2.0/networks/7567672c-7481-48d2-9100-918ca748bbf6 HTTP/1.1" status: 200 len: 825 time: 0.4168324 Apr 05 11:25:10.877605 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-77015b53-7f0d-44a3-a529-b82da7885938 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/96212136-47eb-47e7-9c56-4f4503a805e0 HTTP/1.1" status: 200 len: 734 time: 0.0199184 Apr 05 11:25:10.886433 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Request body: {'subnet': {'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:10.981967 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Made reservation on behalf of 5d034845452b4474ad4abe1526977b14 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:10.984423 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:11.371458 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:11.444498 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:11.448062 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Checking segment: {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:11.448470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Network hostable DHCP agents. Network: 7567672c-7481-48d2-9100-918ca748bbf6, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:25:11.604899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Network 7567672c-7481-48d2-9100-918ca748bbf6 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:25:11.764827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 7567672c-7481-48d2-9100-918ca748bbf6) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:11.771536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:11.771536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:11.773578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9601bd-7acb-4568-9506-1e8c39edc4f4 None None] Network 7567672c-7481-48d2-9100-918ca748bbf6 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:11.893615 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-fef0f651-e363-4c19-a763-1e3605b12e11 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0104277 Apr 05 11:25:12.153368 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-7567672c-7481-48d2-9100-918ca748bbf6', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'project_id': '5d034845452b4474ad4abe1526977b14', 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:25:12.154631 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:12.468672 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Allocated IP 172.20.0.2 (7567672c-7481-48d2-9100-918ca748bbf6/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b/16bf8708-9d1c-439a-90ca-d6986618bf9c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:12.722055 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks [] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:12.840407 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:12.919889 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Network 7567672c-7481-48d2-9100-918ca748bbf6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:12.927159 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:12.933361 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:12.936560 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Pushing event updated for resources: {'Port': ['ID=16bf8708-9d1c-439a-90ca-d6986618bf9c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:12.968136 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.968492 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.968842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.969259 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.969539 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.969876 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.970203 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.970553 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.971146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.971474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.971803 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.972192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.972474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.972805 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.973131 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Tracked resource versions report: Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: pushed versions: Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Agent': {'1.1'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Log': {'1.0'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'NDPProxy': {'1.0'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Network': {'1.1'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Port': {'1.7'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'PortForwarding': {'1.3'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'QosPolicy': {'1.10'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SubPort': {'1.0'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Subnet': {'1.1'}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Trunk': {'1.1'}} Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: consumer versions: Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Agent': '1.1', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'ConntrackHelper': '1.0', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'LocalIPAssociation': '1.0', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Log': '1.0', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'NDPProxy': '1.0', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Network': '1.1', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Port': '1.7', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'PortForwarding': '1.3', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'QosPolicy': '1.10', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroup': '1.5', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroupRule': '1.2', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'SubPort': '1.0', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Subnet': '1.1', Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: 'Trunk': '1.1'}} Apr 05 11:25:12.974304 dv-cinder-834448-3-smb neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:13.028606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Attempting to bind port 16bf8708-9d1c-439a-90ca-d6986618bf9c on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:13.029003 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Attempting to bind port 16bf8708-9d1c-439a-90ca-d6986618bf9c by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:13.029428 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Attempting to bind port 16bf8708-9d1c-439a-90ca-d6986618bf9c on network 7567672c-7481-48d2-9100-918ca748bbf6 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:13.036277 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:13.036663 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Checking segment: {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:13.037211 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:13.037873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Bound using segment: {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:13.038754 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Bound port: 16bf8708-9d1c-439a-90ca-d6986618bf9c, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:13.039449 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:13.115639 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] For port 16bf8708-9d1c-439a-90ca-d6986618bf9c, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:13.120048 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] For port 16bf8708-9d1c-439a-90ca-d6986618bf9c, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=16bf8708-9d1c-439a-90ca-d6986618bf9c,segment=NetworkSegment(c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a),segment_id=c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:13.251288 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:13.320675 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11a89-1836-4a0e-bf99-637776b68799 None None] Pushing event updated for resources: {'Port': ['ID=16bf8708-9d1c-439a-90ca-d6986618bf9c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:14.487238 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:14.813978 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [None req-a4342abc-f809-4242-b31d-44f983c4e8f7 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:14.815044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-a4342abc-f809-4242-b31d-44f983c4e8f7 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3267856 Apr 05 11:25:17.436404 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:17.794602 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [None req-ae7de25f-47bb-4c63-a12e-f8680ddd4598 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:17.795627 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ae7de25f-47bb-4c63-a12e-f8680ddd4598 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3582027 Apr 05 11:25:20.370677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:20.702595 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:20.787736 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:20.789327 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:20.926314 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Publish callbacks [] for router_controller (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:20.982496 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.063863 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.064988 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-a65266f0-7e33-4cf8-a66c-b9b0e5c921c9 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6929646 Apr 05 11:25:23.613805 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 41482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:23.937127 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [None req-1ac4de06-09bb-46eb-ab88-eb482c8e2837 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:25:23.938160 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-1ac4de06-09bb-46eb-ab88-eb482c8e2837 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3234246 Apr 05 11:25:24.592546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 16bf8708-9d1c-439a-90ca-d6986618bf9c up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:24.677737 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 16bf8708-9d1c-439a-90ca-d6986618bf9c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:24.678153 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:24.787729 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 16bf8708-9d1c-439a-90ca-d6986618bf9c is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:24.788050 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:24.823341 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 16bf8708-9d1c-439a-90ca-d6986618bf9c, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=16bf8708-9d1c-439a-90ca-d6986618bf9c,segment=NetworkSegment(c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a),segment_id=c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:24.913570 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:24.968367 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=16bf8708-9d1c-439a-90ca-d6986618bf9c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:24.991168 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a54895a-fdf5-4186-9941-c9319ef0a058 None None] Network 7567672c-7481-48d2-9100-918ca748bbf6 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:25.063714 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f80b68fe-0478-46ad-b164-7763367c579a None None] Provisioning complete for port 16bf8708-9d1c-439a-90ca-d6986618bf9c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:25.064037 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f80b68fe-0478-46ad-b164-7763367c579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.192841 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f80b68fe-0478-46ad-b164-7763367c579a None None] Current status of the port 16bf8708-9d1c-439a-90ca-d6986618bf9c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:25.414851 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-16c58e3a-bc4e-41ea-9c2b-a8e58621766e None None] Provisioning complete for port 16bf8708-9d1c-439a-90ca-d6986618bf9c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:25.415251 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16c58e3a-bc4e-41ea-9c2b-a8e58621766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.496356 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-16c58e3a-bc4e-41ea-9c2b-a8e58621766e None None] Current status of the port 16bf8708-9d1c-439a-90ca-d6986618bf9c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:25.575567 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e943270-60ba-42d0-a268-e4306bed4e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.511957 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41490) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:26.556995 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 16bf8708-9d1c-439a-90ca-d6986618bf9c up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:26.604672 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 16bf8708-9d1c-439a-90ca-d6986618bf9c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:26.605070 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.684647 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 16bf8708-9d1c-439a-90ca-d6986618bf9c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:26.849814 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:26.998856 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Made reservation on behalf of 7f8bbd825fc24edcb4e53f8285154ce3 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:27.069635 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.policy [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:25:27.113057 dv-cinder-834448-3-smb neutron-server[103883]: WARNING oslo_policy.policy [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:27.113434 dv-cinder-834448-3-smb neutron-server[103883]: WARNING oslo_policy.policy [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:25:27.123188 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.144317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.261485 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks [] for security_group (6cf4104a-883a-4242-828b-07fff40ec741), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.324296 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6cf4104a-883a-4242-828b-07fff40ec741), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.336540 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Reserving flat network on physical network physnet1 {{(pid=103883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 11:25:27.368646 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775045763696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (a653611f-21c9-4d83-b6ce-017bd78d2a3c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.369240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Unsubscribe: segment precommit_create {{(pid=103883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:25:27.369764 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Added segment a653611f-21c9-4d83-b6ce-017bd78d2a3c of type flat for network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e Apr 05 11:25:27.386220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4104a-883a-4242-828b-07fff40ec741,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:27.417286 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.417626 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.417982 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.418359 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.418702 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.419027 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.419346 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.419720 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.419985 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.420357 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.420676 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.421017 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.421340 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.421655 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.421969 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Tracked resource versions report: Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: pushed versions: Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Agent': {'1.1'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Log': {'1.0'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Network': {'1.1'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Port': {'1.7'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SubPort': {'1.0'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Subnet': {'1.1'}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Trunk': {'1.1'}} Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: consumer versions: Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Agent': '1.1', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Log': '1.0', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'NDPProxy': '1.0', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Network': '1.1', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Port': '1.7', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'PortForwarding': '1.3', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'QosPolicy': '1.10', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroup': '1.5', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'SubPort': '1.0', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Subnet': '1.1', Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: 'Trunk': '1.1'}} Apr 05 11:25:27.423176 dv-cinder-834448-3-smb neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:27.491617 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.610230 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.611467 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:27.612165 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:27.712322 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:27.722765 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:25:27.738570 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-974c83aa-6ddc-4e9c-ae42-9662b1065830 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2254977 Apr 05 11:25:28.278658 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff29cab-094b-4959-9e4e-f6b34f0800e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:29.278514 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:30.297675 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41514) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:30.519300 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081033d8-a2ab-499e-8fc1-ccc35764a842 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:30.520674 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-081033d8-a2ab-499e-8fc1-ccc35764a842 demo admin] 10.222.0.64 "GET /v2.0/subnets/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b HTTP/1.1" status: 200 len: 849 time: 0.2220690 Apr 05 11:25:30.694983 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f8052e40-2891-47f0-85c1-862d8a61cf34 demo admin] 10.222.0.64 "GET /v2.0/routers/75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 HTTP/1.1" status: 200 len: 704 time: 0.1666422 Apr 05 11:25:30.707370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:30.993237 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.295565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Allocated IP 172.20.0.1 (7567672c-7481-48d2-9100-918ca748bbf6/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b/572a5ec6-f18b-4ccf-aee2-d19b70566cba) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:31.480482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks [] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.616595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.689263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Network 7567672c-7481-48d2-9100-918ca748bbf6 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:31.695123 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:31.709888 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:31.709888 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.732240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Pushing event updated for resources: {'Port': ['ID=572a5ec6-f18b-4ccf-aee2-d19b70566cba,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:31.741635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.954144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-c514f6a3-bb79-4119-940b-0c121decaa16 None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:31.954550 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c514f6a3-bb79-4119-940b-0c121decaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.966657 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:31.988041 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c514f6a3-bb79-4119-940b-0c121decaa16 None None] Port 572a5ec6-f18b-4ccf-aee2-d19b70566cba cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:32.231332 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks [] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:32.295947 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:32.296783 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:32.377792 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Pushing event updated for resources: {'Port': ['ID=572a5ec6-f18b-4ccf-aee2-d19b70566cba,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:32.421217 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Network 7567672c-7481-48d2-9100-918ca748bbf6 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:32.422498 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:32.610302 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-4b92d909-be3b-4f97-9974-281c97ef5a0b None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:32.610714 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b92d909-be3b-4f97-9974-281c97ef5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:32.646143 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4b92d909-be3b-4f97-9974-281c97ef5a0b None None] Port 572a5ec6-f18b-4ccf-aee2-d19b70566cba cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:32.666883 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:25:32.762781 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:32.767959 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e2de4eff-bf58-4c59-84ad-f02b8e2cbbd6 demo admin] 10.222.0.64 "PUT /v2.0/routers/75ec988c-8e42-4296-8ca0-e24c2dc9f2d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0672035 Apr 05 11:25:32.772706 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Sync routers for ids ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:32.785142 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Routers {'75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:32.786021 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:25:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:32.978458 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Set router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:33.411724 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:31Z', 'revision_number': 2, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port_host': None, '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:32Z', 'revision_number': 2, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:33.463511 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Checking router: 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:33.463873 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Updating router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 port 572a5ec6-f18b-4ccf-aee2-d19b70566cba binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:25:33.517738 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.036807 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks [] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.118804 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.281859 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Pushing event updated for resources: {'Port': ['ID=572a5ec6-f18b-4ccf-aee2-d19b70566cba,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:34.291029 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Attempting to bind port 572a5ec6-f18b-4ccf-aee2-d19b70566cba on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:34.291354 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Attempting to bind port 572a5ec6-f18b-4ccf-aee2-d19b70566cba by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:34.291784 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Attempting to bind port 572a5ec6-f18b-4ccf-aee2-d19b70566cba on network 7567672c-7481-48d2-9100-918ca748bbf6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:34.298664 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.299011 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.299352 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.299703 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.300037 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.300363 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.300688 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.301011 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.301335 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.301659 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.301983 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.302310 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.302658 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.302981 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.303296 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Tracked resource versions report: Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: pushed versions: Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: { 'AddressGroup': {'1.2'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Agent': {'1.1'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Log': {'1.0'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'NDPProxy': {'1.0'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Network': {'1.1'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Port': {'1.7'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'PortForwarding': {'1.3'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'QosPolicy': {'1.10'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroup': {'1.5'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SubPort': {'1.0'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Subnet': {'1.1'}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Trunk': {'1.1'}} Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: consumer versions: Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Agent': '1.1', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'ConntrackHelper': '1.0', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'LocalIPAssociation': '1.0', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Log': '1.0', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'NDPProxy': '1.0', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Network': '1.1', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Port': '1.7', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'PortForwarding': '1.3', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'QosPolicy': '1.10', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroup': '1.5', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroupRule': '1.2', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'SubPort': '1.0', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Subnet': '1.1', Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: 'Trunk': '1.1'}} Apr 05 11:25:34.304992 dv-cinder-834448-3-smb neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:25:34.310181 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:34.310645 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Checking segment: {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:34.311099 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.311484 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Bound using segment: {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:34.311980 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Bound port: 572a5ec6-f18b-4ccf-aee2-d19b70566cba, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:34.312361 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.376720 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-680de987-9468-49fb-8eb7-03a21c70ed46 None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:34.377751 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680de987-9468-49fb-8eb7-03a21c70ed46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.381750 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] For port 572a5ec6-f18b-4ccf-aee2-d19b70566cba, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:34.401424 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] For port 572a5ec6-f18b-4ccf-aee2-d19b70566cba, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=572a5ec6-f18b-4ccf-aee2-d19b70566cba,segment=NetworkSegment(c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a),segment_id=c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:34.412472 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-680de987-9468-49fb-8eb7-03a21c70ed46 None None] Port 572a5ec6-f18b-4ccf-aee2-d19b70566cba cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:25:34.467769 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.523131 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fed8a-fcda-4225-954a-bd08532b2c0c None None] Pushing event updated for resources: {'Port': ['ID=572a5ec6-f18b-4ccf-aee2-d19b70566cba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:34.531416 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Routers {'75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:34.531959 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:25:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:34.630395 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] Set router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:34.735240 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:34.735917 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.816539 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Current status of the port 572a5ec6-f18b-4ccf-aee2-d19b70566cba is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:34.816830 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.855036 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] For port 572a5ec6-f18b-4ccf-aee2-d19b70566cba, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=572a5ec6-f18b-4ccf-aee2-d19b70566cba,segment=NetworkSegment(c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a),segment_id=c6afdcd5-f313-46ba-a0b3-d1c2dfe6098a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:34.861446 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:31Z', 'revision_number': 2, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port_host': None, '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 4, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:34.900017 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b624bb5-652d-452c-a8c6-6c449c0b4d5a None None] The sync data for ids ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'] in dv-cinder-834448-3-smb is: [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:31Z', 'revision_number': 2, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port_host': None, '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 4, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:34.929718 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:34.979141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f76e-f82f-4b2a-ac95-0ef50c0cda46 None None] Pushing event updated for resources: {'Port': ['ID=572a5ec6-f18b-4ccf-aee2-d19b70566cba,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:35.223854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41534) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:35.335437 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d1802-3e50-4ec7-bdf2-ef958a3a3fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:35.337330 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c70d1802-3e50-4ec7-bdf2-ef958a3a3fa9 admin admin] 10.222.0.64 "GET /v2.0/networks/3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e HTTP/1.1" status: 200 len: 842 time: 0.1124501 Apr 05 11:25:35.346925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:35.449984 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Made reservation on behalf of 7f8bbd825fc24edcb4e53f8285154ce3 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:25:35.454682 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.701429 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:25:35.823296 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.objects.ports [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103883) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 11:25:35.823740 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (b6bb8b29-d015-4e6f-84c8-969630071f81), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:35.879434 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bb8b29-d015-4e6f-84c8-969630071f81,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:35.891477 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:35.891853 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Network hostable DHCP agents. Network: 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:25:35.998598 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:25:36.118951 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:36.127992 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be06d0f-69a3-4415-aca0-0143df05c599 None None] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:36.129206 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:36.129791 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:36.206826 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-22ed4755-f217-4054-b5ba-8cc2889552e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8634038 Apr 05 11:25:36.229822 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2edb458-5814-411d-99fa-15c4605082bf None None] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:25:38.707844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41542) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:38.845127 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-92d89de0-3188-45d2-8b98-bfb5f0e29363 demo admin] 10.222.0.64 "GET /v2.0/routers/75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 HTTP/1.1" status: 200 len: 710 time: 0.1356266 Apr 05 11:25:38.938095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c64116-edb4-49a7-854a-69694b121bd1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:38.939483 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-84c64116-edb4-49a7-854a-69694b121bd1 demo admin] 10.222.0.64 "GET /v2.0/networks/3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e HTTP/1.1" status: 200 len: 886 time: 0.0885704 Apr 05 11:25:38.948348 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:39.282649 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks [] for router_gateway (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.621886 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks [] for router_gateway (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.702094 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:39.804132 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Allocated IP 172.28.0.61 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/532f8456-242d-4f2d-8b11-3b18cec1217d) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:39.911905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks [] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.055731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.092906 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:40.095909 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:40.103905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:40.141890 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Pushing event updated for resources: {'Port': ['ID=532f8456-242d-4f2d-8b11-3b18cec1217d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:40.488217 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks [] for router_gateway (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.693913 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1903'] for router (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.698265 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-947317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-947078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-949477'] for router (75ec988c-8e42-4296-8ca0-e24c2dc9f2d5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.812208 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:25:40.921375 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:40.926091 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:40.950520 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9d6bb9a0-9c9e-4796-b79b-2e31fc73250d demo admin] 10.222.0.64 "PUT /v2.0/routers/75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 HTTP/1.1" status: 200 len: 889 time: 1.9821434 Apr 05 11:25:42.596926 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 572a5ec6-f18b-4ccf-aee2-d19b70566cba up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:42.648794 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:42.649188 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:42.738596 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 572a5ec6-f18b-4ccf-aee2-d19b70566cba is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:43.515883 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 41554) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:43.643008 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Sync routers for ids ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:43.654948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Routers {'75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:43.655743 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:25:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:43.723052 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-ef50b0a7-0a8c-4ce7-96b4-516ac4ab57b2 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2059052 Apr 05 11:25:43.899251 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Set router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:44.448155 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:40Z', 'revision_number': 4, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port': {'id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:39Z', 'updated_at': '2022-04-05T11:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 5, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:44.521184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Checking router: 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:44.521184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Updating router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 port 532f8456-242d-4f2d-8b11-3b18cec1217d binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:25:44.573280 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:44.905070 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks [] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:44.981081 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:45.039898 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a95cb-3072-4eba-90e1-be46f4e11c8d None None] Pushing event updated for resources: {'Port': ['ID=532f8456-242d-4f2d-8b11-3b18cec1217d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:45.042507 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Attempting to bind port 532f8456-242d-4f2d-8b11-3b18cec1217d on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:25:45.042997 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Attempting to bind port 532f8456-242d-4f2d-8b11-3b18cec1217d by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:25:45.043366 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Attempting to bind port 532f8456-242d-4f2d-8b11-3b18cec1217d on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:25:45.049367 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:25:45.049753 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:25:45.050165 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:45.050584 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:25:45.051064 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Bound port: 532f8456-242d-4f2d-8b11-3b18cec1217d, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:25:45.051448 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:45.107491 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] For port 532f8456-242d-4f2d-8b11-3b18cec1217d, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:25:45.110530 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] For port 532f8456-242d-4f2d-8b11-3b18cec1217d, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=532f8456-242d-4f2d-8b11-3b18cec1217d,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:25:45.215740 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:45.273174 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Routers {'75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:45.273873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:25:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:45.312554 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a95cb-3072-4eba-90e1-be46f4e11c8d None None] Pushing event updated for resources: {'Port': ['ID=532f8456-242d-4f2d-8b11-3b18cec1217d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:45.398125 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] Set router 75ec988c-8e42-4296-8ca0-e24c2dc9f2d5 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:45.635981 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:40Z', 'revision_number': 4, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port': {'id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:39Z', 'updated_at': '2022-04-05T11:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 5, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:45.664275 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce7b04-35a2-4ea2-bd31-93672b6aab46 None None] The sync data for ids ['75ec988c-8e42-4296-8ca0-e24c2dc9f2d5'] in dv-cinder-834448-3-smb is: [{'id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'name': 'router1', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:25:20Z', 'updated_at': '2022-04-05T11:25:40Z', 'revision_number': 4, 'project_id': '5d034845452b4474ad4abe1526977b14', 'gw_port': {'id': '532f8456-242d-4f2d-8b11-3b18cec1217d', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:39Z', 'updated_at': '2022-04-05T11:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '572a5ec6-f18b-4ccf-aee2-d19b70566cba', 'name': '', 'network_id': '7567672c-7481-48d2-9100-918ca748bbf6', 'tenant_id': '5d034845452b4474ad4abe1526977b14', 'mac_address': 'fa:16:3e:73:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ec988c-8e42-4296-8ca0-e24c2dc9f2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:25:31Z', 'updated_at': '2022-04-05T11:25:34Z', 'revision_number': 5, 'project_id': '5d034845452b4474ad4abe1526977b14', 'subnets': [{'id': 'cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96212136-47eb-47e7-9c56-4f4503a805e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:46.647256 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 532f8456-242d-4f2d-8b11-3b18cec1217d up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:46.714631 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 532f8456-242d-4f2d-8b11-3b18cec1217d triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:46.715221 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:46.801131 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 532f8456-242d-4f2d-8b11-3b18cec1217d is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:46.801759 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:46.826390 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 532f8456-242d-4f2d-8b11-3b18cec1217d, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=532f8456-242d-4f2d-8b11-3b18cec1217d,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:46.907540 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:46.976610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=532f8456-242d-4f2d-8b11-3b18cec1217d,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:48.643141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 532f8456-242d-4f2d-8b11-3b18cec1217d up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:25:48.743239 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 532f8456-242d-4f2d-8b11-3b18cec1217d triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:25:48.743570 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (532f8456-242d-4f2d-8b11-3b18cec1217d), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:48.837074 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 532f8456-242d-4f2d-8b11-3b18cec1217d is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:25:55.615610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34e31337-d01c-4fe3-8878-145cfc52f1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:58.283625 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a53a32d-2a96-47e9-9386-80c1b866bc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:59.381759 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.666824 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.752745 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:12.706881 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:25.636086 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb5b-bb91-475e-be08-8ee015396130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.328905 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4465f51a-e6d4-4b48-af45-af3a4e348b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:30.179941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:30.677472 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:31.756783 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:49.695905 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:55.607792 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5316e220-a599-440a-b932-aea3aa724f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:58.321490 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d10f346f-d468-4e5c-a7ef-551bbc4dc308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:59.275588 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:00.639688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:01.750001 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:10.608789 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42038) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:10.671625 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.pecan_wsgi.hooks.translation [None req-954fd67d-1c7d-452d-8468-2f863f4527c9 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:27:10.672901 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-954fd67d-1c7d-452d-8468-2f863f4527c9 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630586 Apr 05 11:27:10.830280 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25c6af-9beb-406d-ae12-8270ba70f159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:10.831695 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0f25c6af-9beb-406d-ae12-8270ba70f159 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541469 Apr 05 11:27:13.245612 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42048) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:13.353560 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247e151-7291-4623-a897-c9101d8eb820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:13.354947 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b247e151-7291-4623-a897-c9101d8eb820 admin admin] 10.222.0.64 "GET /v2.0/subnets/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b HTTP/1.1" status: 200 len: 849 time: 0.1081698 Apr 05 11:27:13.365161 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:27:13.452709 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Publish callbacks [] for subnet (cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:13.698847 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775045612045'] for subnet (cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:13.739830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:13.739830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:13.739830 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] 10.222.0.64 "PUT /v2.0/subnets/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b HTTP/1.1" status: 200 len: 868 time: 0.3755622 Apr 05 11:27:13.740843 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93064b19-bb9f-4c37-90a9-efad36e0c89a None None] Network 7567672c-7481-48d2-9100-918ca748bbf6 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:27:13.758098 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:13.766595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.766989 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.767496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.767890 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.768228 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.768553 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.769044 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.769369 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.770214 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.770555 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.770877 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.771357 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.771675 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.772138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:13.772458 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2aa20-0176-4270-a160-cd95f1d4ab13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:14.111921 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Provisioning complete for port 16bf8708-9d1c-439a-90ca-d6986618bf9c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:14.112285 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (16bf8708-9d1c-439a-90ca-d6986618bf9c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:14.205077 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Current status of the port 16bf8708-9d1c-439a-90ca-d6986618bf9c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:14.216658 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Provisioning complete for port 572a5ec6-f18b-4ccf-aee2-d19b70566cba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:14.217033 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (572a5ec6-f18b-4ccf-aee2-d19b70566cba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:14.296814 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-087f3e1c-6b94-4882-9d41-367182d5f792 None None] Current status of the port 572a5ec6-f18b-4ccf-aee2-d19b70566cba is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:16.112749 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:16.319174 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3952bdd-5d95-4401-a635-5f9ba474e962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:16.319540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3952bdd-5d95-4401-a635-5f9ba474e962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:16.321092 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b3952bdd-5d95-4401-a635-5f9ba474e962 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074194 Apr 05 11:27:18.654079 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:18.787551 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad62b7b-599d-4efa-9c71-eabfaa4ce3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:18.788028 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad62b7b-599d-4efa-9c71-eabfaa4ce3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:18.789567 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-dad62b7b-599d-4efa-9c71-eabfaa4ce3e0 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345048 Apr 05 11:27:21.166954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:21.326449 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85485f-5230-40e7-96e7-532a068e563a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:21.327861 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-6f85485f-5230-40e7-96e7-532a068e563a admin admin] 10.222.0.64 "GET /v2.0/networks/3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e HTTP/1.1" status: 200 len: 886 time: 0.1599569 Apr 05 11:27:23.738558 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:23.895857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a85ac4-82a7-4f2a-9573-abbc22aaae14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:23.897250 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-e2a85ac4-82a7-4f2a-9573-abbc22aaae14 admin admin] 10.222.0.64 "GET /v2.0/networks/7567672c-7481-48d2-9100-918ca748bbf6 HTTP/1.1" status: 200 len: 869 time: 0.1577308 Apr 05 11:27:25.612018 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a36a83e5-af7b-4320-b289-6363de4a909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.256759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:26.402278 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1e1ec-4ada-4558-ac54-355e2edeed7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:26.402758 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1e1ec-4ada-4558-ac54-355e2edeed7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:26.404313 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2ae1e1ec-4ada-4558-ac54-355e2edeed7c admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466095 Apr 05 11:27:26.694701 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:27:28.307237 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1fe01341-c4ee-4048-a4da-97649b7d4115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:28.788362 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:28.885656 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e78dec-4f83-4b2e-8e09-6d24f62f3449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.886110 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e78dec-4f83-4b2e-8e09-6d24f62f3449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.887699 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b8e78dec-4f83-4b2e-8e09-6d24f62f3449 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983829 Apr 05 11:27:29.270101 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:30.651751 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:31.280634 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42106) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:31.370413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78788e58-d038-4fac-bcda-a1288e3e8845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:31.371755 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-78788e58-d038-4fac-bcda-a1288e3e8845 admin admin] 10.222.0.64 "GET /v2.0/subnets/b6bb8b29-d015-4e6f-84c8-969630071f81 HTTP/1.1" status: 200 len: 816 time: 0.0900166 Apr 05 11:27:31.755337 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:33.756796 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42114) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:33.854406 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181a9a6-de8c-436a-b8c2-9f3667b70f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:33.855798 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9181a9a6-de8c-436a-b8c2-9f3667b70f13 admin admin] 10.222.0.64 "GET /v2.0/subnets/cb7e045d-f4a0-41eb-951a-a9f3b1a5c71b HTTP/1.1" status: 200 len: 868 time: 0.0980482 Apr 05 11:27:55.630899 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08108d5c-ff4b-44de-8007-0e38fd68cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:58.293800 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00015e7b-b23d-4de2-a1b8-a7dace65338c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:59.285374 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:00.662245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:01.745143 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:03.694157 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:28:05.417966 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42168) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:05.465757 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [None req-d1226c7c-c111-435e-bcd8-581796b99cd4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:28:05.466894 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d1226c7c-c111-435e-bcd8-581796b99cd4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478392 Apr 05 11:28:07.921562 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42176) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:07.983695 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.pecan_wsgi.hooks.translation [None req-70246a87-b131-4083-b4e8-5ab4b0eb4544 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:28:07.984953 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-70246a87-b131-4083-b4e8-5ab4b0eb4544 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624802 Apr 05 11:28:08.068825 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b6469-81a6-45fd-a7f7-65e7cc6230c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:08.070302 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-368b6469-81a6-45fd-a7f7-65e7cc6230c8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812607 Apr 05 11:28:10.436632 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:10.486812 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:10.624679 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Made reservation on behalf of 7f8bbd825fc24edcb4e53f8285154ce3 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:10.627103 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.661599 dv-cinder-834448-3-smb neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Could not find related network for resource to bump revision. Apr 05 11:28:10.673759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:28:10.682931 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (6086f57e-f70a-4395-89d7-2008c37591b5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.683271 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Added segment 6086f57e-f70a-4395-89d7-2008c37591b5 of type vlan for network abf7a3f4-20a9-482a-9512-c70e4bc212a7 Apr 05 11:28:10.722914 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (abf7a3f4-20a9-482a-9512-c70e4bc212a7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.810881 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (abf7a3f4-20a9-482a-9512-c70e4bc212a7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.811860 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:10.812442 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.904198 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Pushing event updated for resources: {'Network': ['ID=abf7a3f4-20a9-482a-9512-c70e4bc212a7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:10.911835 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.912226 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.912581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.912937 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.913273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.913626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.913990 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.914315 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.914678 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.914998 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.915318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.915652 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.915973 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.916288 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.916604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.928538 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-a6e776ee-bd5c-4ed8-9814-17aeb036a41a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4908140 Apr 05 11:28:10.929361 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:28:13.304020 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:13.371640 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e2b44e-80ea-4bc2-92a3-e1535d9f9512 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:28:13.373568 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-30e2b44e-80ea-4bc2-92a3-e1535d9f9512 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679905 Apr 05 11:28:13.515938 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e3a84-f593-42cf-b511-17fffe86d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:13.517402 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-db4e3a84-f593-42cf-b511-17fffe86d293 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1399298 Apr 05 11:28:13.527887 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Request body: {'subnet': {'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:13.696063 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Made reservation on behalf of 7f8bbd825fc24edcb4e53f8285154ce3 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:13.698357 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.051205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (c079a423-e4a0-48ee-bf67-1accbe73c072), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.114909 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c079a423-e4a0-48ee-bf67-1accbe73c072,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:14.124286 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Checking segment: {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:14.124654 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Network hostable DHCP agents. Network: abf7a3f4-20a9-482a-9512-c70e4bc212a7, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:28:14.241537 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:28:14.361984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, abf7a3f4-20a9-482a-9512-c70e4bc212a7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:14.366742 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:14.367857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.371116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64bb38c-2605-48ea-a8d2-5e5322709899 None None] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:14.493950 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-991c1af2-d9f4-4ddf-bc8f-694584561763 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9697776 Apr 05 11:28:14.590354 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-abf7a3f4-20a9-482a-9512-c70e4bc212a7', 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7', 'project_id': '7f8bbd825fc24edcb4e53f8285154ce3', 'fixed_ips': [{'subnet_id': 'c079a423-e4a0-48ee-bf67-1accbe73c072'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:28:14.591340 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.745483 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Allocated IP 192.168.233.2 (abf7a3f4-20a9-482a-9512-c70e4bc212a7/c079a423-e4a0-48ee-bf67-1accbe73c072/c314bf9d-dc57-4ffa-99a0-495b04097a35) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:14.920214 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks [] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.031183 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.072039 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:15.077217 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:15.083022 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:15.084956 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Pushing event updated for resources: {'Port': ['ID=c314bf9d-dc57-4ffa-99a0-495b04097a35,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:15.094157 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.094567 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.094864 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.095219 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.095551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.095877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.096196 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.096516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.096837 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.097157 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.097479 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.097811 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.098140 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.098450 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.098793 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:15.156824 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Attempting to bind port c314bf9d-dc57-4ffa-99a0-495b04097a35 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:15.157248 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Attempting to bind port c314bf9d-dc57-4ffa-99a0-495b04097a35 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:15.157603 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Attempting to bind port c314bf9d-dc57-4ffa-99a0-495b04097a35 on network abf7a3f4-20a9-482a-9512-c70e4bc212a7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:15.163670 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:15.164076 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Checking segment: {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:15.164506 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.164894 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Bound using segment: {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:15.165389 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Bound port: c314bf9d-dc57-4ffa-99a0-495b04097a35, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:15.165771 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.242705 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] For port c314bf9d-dc57-4ffa-99a0-495b04097a35, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:15.247689 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] For port c314bf9d-dc57-4ffa-99a0-495b04097a35, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=c314bf9d-dc57-4ffa-99a0-495b04097a35,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:15.356824 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.425335 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0dee8-5f30-48bc-b4c4-07bf89b21699 None None] Pushing event updated for resources: {'Port': ['ID=c314bf9d-dc57-4ffa-99a0-495b04097a35,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:16.310520 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738e49e-7069-4077-bbd7-235e8710b073 None None] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:16.437912 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Provisioning complete for port c314bf9d-dc57-4ffa-99a0-495b04097a35 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:16.438622 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.534865 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Current status of the port c314bf9d-dc57-4ffa-99a0-495b04097a35 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:16.535261 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.577755 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] For port c314bf9d-dc57-4ffa-99a0-495b04097a35, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=c314bf9d-dc57-4ffa-99a0-495b04097a35,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:16.651286 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.749593 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57280a46-54af-4cf8-b80e-a69e9a4c34e5 None None] Pushing event updated for resources: {'Port': ['ID=c314bf9d-dc57-4ffa-99a0-495b04097a35,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:16.754033 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device c314bf9d-dc57-4ffa-99a0-495b04097a35 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:16.812184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-ffc17ede-2de5-4cff-9beb-62692ac662fe None None] Provisioning complete for port c314bf9d-dc57-4ffa-99a0-495b04097a35 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:16.812575 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffc17ede-2de5-4cff-9beb-62692ac662fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.844270 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port c314bf9d-dc57-4ffa-99a0-495b04097a35 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:16.845222 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.965776 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ffc17ede-2de5-4cff-9beb-62692ac662fe None None] Current status of the port c314bf9d-dc57-4ffa-99a0-495b04097a35 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:16.981577 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port c314bf9d-dc57-4ffa-99a0-495b04097a35 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:18.677665 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device c314bf9d-dc57-4ffa-99a0-495b04097a35 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:18.730959 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port c314bf9d-dc57-4ffa-99a0-495b04097a35 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:18.731390 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (c314bf9d-dc57-4ffa-99a0-495b04097a35), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.822788 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port c314bf9d-dc57-4ffa-99a0-495b04097a35 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:25.658463 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8adc2e56-be0b-4619-a76a-eadc01c031a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.318816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65b2a25d-806a-4466-9727-032437f1a782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:29.327049 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:30.731798 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:31.752901 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:40.693866 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:28:55.637553 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-687ad5a2-a56e-413e-a360-16f787f8b5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:58.294929 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0388d4a8-7cfb-48bc-bbe5-2d3cdecc4788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:59.279816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:00.644703 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:01.759592 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:17.693018 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:25.649566 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02064427-c0af-4524-9e65-a2c0e993a035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:28.288991 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d77264e-5d3b-48ea-ad6d-4f074f10734e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:29.351951 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:30.659643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:31.740178 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:54.692711 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:55.612881 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f694199-1c96-4967-b24d-d4c460dfd57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.103139 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:57.109461 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [None req-6f0801cb-819b-4f03-92ea-ea041d95d5c1 tempest-verify_tempest_config-1497570405 tempest-verify_tempest_config-1497570405-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:29:57.110406 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-6f0801cb-819b-4f03-92ea-ea041d95d5c1 tempest-verify_tempest_config-1497570405 tempest-verify_tempest_config-1497570405-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062747 Apr 05 11:29:57.701073 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:57.806047 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.878732 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Publish callbacks [] for security_group (2b8df210-fd02-4691-be33-b3fe9089120f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.933763 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2b8df210-fd02-4691-be33-b3fe9089120f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.981408 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b65c90e742747deb3d5c3a4e799ee55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2791576 Apr 05 11:29:57.982230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8df210-fd02-4691-be33-b3fe9089120f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:57.984470 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42252) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:57.990052 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.990405 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.990877 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.991238 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.991622 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.991928 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.992260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.992587 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.992916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.993241 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.993563 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.993888 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.994207 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.994611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:57.996354 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cce59f-961a-4689-a087-4adf13385f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.040863 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Publish callbacks [] for security_group (2b8df210-fd02-4691-be33-b3fe9089120f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.062949 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Publish callbacks [] for security_group (2b8df210-fd02-4691-be33-b3fe9089120f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.259324 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2b8df210-fd02-4691-be33-b3fe9089120f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.261860 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.263134 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b8df210-fd02-4691-be33-b3fe9089120f HTTP/1.1" status: 204 len: 168 time: 0.2776246 Apr 05 11:29:58.275226 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8df210-fd02-4691-be33-b3fe9089120f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:58.283685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.284045 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.284391 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.284739 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.285077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.285411 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.285785 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.286120 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.286505 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.286859 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.289603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.289603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.289603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.289603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.289603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e16c60a-a059-4a36-8e43-a61719a2853f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:58.313825 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09884ca7-138c-49eb-baaa-95a32d0151ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:59.287815 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:00.671433 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:01.738696 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:25.606144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c828c4f-86a6-4534-baa6-93dbb7878149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:28.280207 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4930dcc8-f3a9-489b-9653-15f21fc3b8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:29.274672 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:30.682455 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:31.697573 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:30:31.846372 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:55.611321 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72eba3c5-c0cb-4bd6-87d5-5db6f3bb624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:58.399763 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60cf9177-1341-4f83-9735-fb69a1acf526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:59.325589 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:00.645377 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:01.713870 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:08.691894 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:25.598809 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b21099a0-8bc3-4693-921a-7ac358c911d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.297139 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b759821-beb3-45ec-a6b8-d66e1ed65dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:29.302937 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:30.651414 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:31.765284 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.691204 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 5 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:49.929611 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946944'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:55.603908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af78044d-857c-402a-8b6c-a329a4ca53f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:58.314023 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29ebe00-c8ea-41fb-97d7-2819dfe5dd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:59.306790 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:00.666837 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:01.725982 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:05.450566 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42326) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:32:05.555813 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7975d718-240e-488f-bde0-599ed4fbcc32 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1041462 Apr 05 11:32:07.873198 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42336) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:32:07.927192 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0eabd3fa-0050-4c13-84c8-9893badaf898 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0528932 Apr 05 11:32:19.908909 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:22.693502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:32:25.631710 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-858a99e0-1f01-42a7-9c21-818d67fdb7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:28.325561 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e42b11fd-8ab6-49c4-b7e2-27dac4169533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:29.325028 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:30.662455 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:31.725374 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:49.905441 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:55.607796 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ba57f59-9819-4239-ac55-fa675d9758d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:58.302215 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e59dbea3-f1eb-4e59-9f13-14104fb8806c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:59.310753 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:59.692280 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:33:00.665287 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:01.751045 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:19.898902 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:25.610656 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b501ce2e-f260-4381-9c32-d6fb72c4e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:28.302012 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18038c7a-939f-49c5-bd5b-2f20d5aa0ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:29.321669 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:30.681124 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:31.738547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:36.698066 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:33:49.943906 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.695779 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42454) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:51.947178 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376762280-network', 'tenant_id': 'eca8b225a8c04c559033fbe2c2d658c7'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:52.058139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Made reservation on behalf of eca8b225a8c04c559033fbe2c2d658c7 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:52.060641 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.070236 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.148386 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks [] for security_group (e05275d0-f8a8-43b9-a69e-e4a7b0e22281), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.224180 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e05275d0-f8a8-43b9-a69e-e4a7b0e22281), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.249521 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:52.271868 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (121f1a4a-c614-4173-9e5f-5e825487aa33), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.273792 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Added segment 121f1a4a-c614-4173-9e5f-5e825487aa33 of type vlan for network a7933b8c-a605-41dc-bd14-75d30695e86d Apr 05 11:33:52.284875 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05275d0-f8a8-43b9-a69e-e4a7b0e22281,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:52.310405 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.310779 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.311136 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.313926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.314513 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.314513 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.314845 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.315161 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.315479 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Tracked resource versions report: Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: pushed versions: Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Agent': {'1.1'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Log': {'1.0'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Network': {'1.1'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Port': {'1.7'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SubPort': {'1.0'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Subnet': {'1.1'}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Trunk': {'1.1'}} Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: consumer versions: Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Agent': '1.1', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Log': '1.0', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'NDPProxy': '1.0', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Network': '1.1', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Port': '1.7', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'PortForwarding': '1.3', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'QosPolicy': '1.10', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroup': '1.5', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'SubPort': '1.0', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Subnet': '1.1', Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: 'Trunk': '1.1'}} Apr 05 11:33:52.316554 dv-cinder-834448-3-smb neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:52.334399 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (a7933b8c-a605-41dc-bd14-75d30695e86d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.440918 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (a7933b8c-a605-41dc-bd14-75d30695e86d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.448186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:52.448186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.508067 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] Pushing event updated for resources: {'Network': ['ID=a7933b8c-a605-41dc-bd14-75d30695e86d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:52.522677 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network a7933b8c-a605-41dc-bd14-75d30695e86d details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:52.529017 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-88598585-222b-4425-a861-b4b76b77e503 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8321836 Apr 05 11:33:52.531989 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42488) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:52.536916 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Request body: {'subnet': {'network_id': 'a7933b8c-a605-41dc-bd14-75d30695e86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376762280-subnet', 'tenant_id': 'eca8b225a8c04c559033fbe2c2d658c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:52.633873 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Made reservation on behalf of eca8b225a8c04c559033fbe2c2d658c7 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:52.636481 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.944119 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (2c860a39-1893-485e-abae-a2c0148926f6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:52.999315 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c860a39-1893-485e-abae-a2c0148926f6,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:53.011139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Checking segment: {'id': '121f1a4a-c614-4173-9e5f-5e825487aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'a7933b8c-a605-41dc-bd14-75d30695e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:53.011139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Network hostable DHCP agents. Network: a7933b8c-a605-41dc-bd14-75d30695e86d, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:53.013192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42502) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:53.097926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Network a7933b8c-a605-41dc-bd14-75d30695e86d is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:53.206937 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, a7933b8c-a605-41dc-bd14-75d30695e86d) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:53.211309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:53.214061 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.217978 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd627a-e6d8-4d2e-8650-f6c53f46806e None None] Network a7933b8c-a605-41dc-bd14-75d30695e86d requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:53.261105 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-724924033-network', 'tenant_id': 'a0bad74095564718925c4ed12a901d4d'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:53.329567 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7d4f020c-2756-4e50-917a-282a9f9a1616 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7915757 Apr 05 11:33:53.329660 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddfb23-ab0f-4e5b-90ce-22546fb7165b None None] Network a7933b8c-a605-41dc-bd14-75d30695e86d requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:53.406591 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Made reservation on behalf of a0bad74095564718925c4ed12a901d4d for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:53.410361 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.423449 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.514539 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks [] for security_group (28ff8027-691b-45d5-9726-15048b899bd6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.607205 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (28ff8027-691b-45d5-9726-15048b899bd6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.629323 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:53.643419 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff8027-691b-45d5-9726-15048b899bd6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:53.648561 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (1eedf40f-bf4c-450d-8098-a543efe10f55), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.648933 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Added segment 1eedf40f-bf4c-450d-8098-a543efe10f55 of type vlan for network 0486b161-d05c-4938-ac39-382242390c7f Apr 05 11:33:53.689055 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (0486b161-d05c-4938-ac39-382242390c7f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.795166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (0486b161-d05c-4938-ac39-382242390c7f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.796151 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:53.796728 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.858356 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0486b161-d05c-4938-ac39-382242390c7f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:53.868315 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 0486b161-d05c-4938-ac39-382242390c7f details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:53.912356 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c8976442-9a51-48b7-ae6a-c9248db4c0a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8980522 Apr 05 11:33:53.914995 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42548) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:53.919721 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Request body: {'subnet': {'network_id': '0486b161-d05c-4938-ac39-382242390c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-724924033-subnet', 'tenant_id': 'a0bad74095564718925c4ed12a901d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.013202 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.023858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Made reservation on behalf of a0bad74095564718925c4ed12a901d4d for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:54.026335 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.365580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42572) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.365580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42576) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:54.365580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (493f9eb0-8016-4663-baa1-117c6f974192), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.423370 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493f9eb0-8016-4663-baa1-117c6f974192,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:54.430179 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1703830735-network', 'tenant_id': '829655a38bd94d7395f9412a03b7e884'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.432746 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Checking segment: {'id': '1eedf40f-bf4c-450d-8098-a543efe10f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0486b161-d05c-4938-ac39-382242390c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:54.433126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Network hostable DHCP agents. Network: 0486b161-d05c-4938-ac39-382242390c7f, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:54.554789 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Made reservation on behalf of 829655a38bd94d7395f9412a03b7e884 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:54.554789 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.556210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Network 0486b161-d05c-4938-ac39-382242390c7f is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:54.560996 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.584179 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-896850334-network', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.604244 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-network', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:54.635312 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 0486b161-d05c-4938-ac39-382242390c7f) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:54.645615 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0387be4-f5c3-4bc5-8b55-7aebc21afd07 None None] Network 0486b161-d05c-4938-ac39-382242390c7f requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:54.652472 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:54.653650 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.658472 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks [] for security_group (1dfd0ca3-db8e-4e14-88c4-4462103d3641), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.702137 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Made reservation on behalf of 95d63130b1b44a78bfe454f50209fc12 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:54.709287 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.722308 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.726815 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1dfd0ca3-db8e-4e14-88c4-4462103d3641), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.728813 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Made reservation on behalf of 7ffb1a962c1f4a7496dec84d00a5982f for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:54.737591 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.742372 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:54.751818 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.763780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (e98c27a7-32a5-427e-b9f1-7112afebf485), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.763780 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Added segment e98c27a7-32a5-427e-b9f1-7112afebf485 of type vlan for network a453997c-71bd-427a-81fc-51135bf488f5 Apr 05 11:33:54.768613 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-20d70338-dba4-4a7b-9edb-45b50af51289 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8499792 Apr 05 11:33:54.818772 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49e7d5-9024-4471-aa4c-b99a102f135c None None] Network 0486b161-d05c-4938-ac39-382242390c7f requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:54.855260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (a453997c-71bd-427a-81fc-51135bf488f5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.905173 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks [] for security_group (29b74d7a-b9ff-42d2-9016-d34270cb3f9e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:54.960246 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd0ca3-db8e-4e14-88c4-4462103d3641,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:54.991671 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.993255 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.993611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.995173 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999714 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999714 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:54.999991 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:55.001390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:55.001728 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:55.002057 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Tracked resource versions report: Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: pushed versions: Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Agent': {'1.1'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Log': {'1.0'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'NDPProxy': {'1.0'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Network': {'1.1'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Port': {'1.7'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'PortForwarding': {'1.3'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'QosPolicy': {'1.10'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SubPort': {'1.0'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Subnet': {'1.1'}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Trunk': {'1.1'}} Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: consumer versions: Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Agent': '1.1', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'ConntrackHelper': '1.0', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'LocalIPAssociation': '1.0', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Log': '1.0', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'NDPProxy': '1.0', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Network': '1.1', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Port': '1.7', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'PortForwarding': '1.3', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'QosPolicy': '1.10', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroup': '1.5', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SecurityGroupRule': '1.2', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'SubPort': '1.0', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Subnet': '1.1', Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: 'Trunk': '1.1'}} Apr 05 11:33:55.005900 dv-cinder-834448-3-smb neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:55.031222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (a453997c-71bd-427a-81fc-51135bf488f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.038383 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (29b74d7a-b9ff-42d2-9016-d34270cb3f9e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.039221 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:55.041557 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.053127 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks [] for security_group (16e09c0d-553d-43ad-824c-cec2b3f4850e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.076122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:55.209086 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] Pushing event updated for resources: {'Network': ['ID=a453997c-71bd-427a-81fc-51135bf488f5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.211800 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42612) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.219500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-863533682-network', 'tenant_id': '3ef359e541784e9fb2be29a40e6ed32f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:55.223618 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network a453997c-71bd-427a-81fc-51135bf488f5 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:55.225380 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (16e09c0d-553d-43ad-824c-cec2b3f4850e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.235665 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f013131d-0240-4e8c-9e3c-75d50938fb0e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2208097 Apr 05 11:33:55.236315 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.241170 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Request body: {'subnet': {'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1703830735-subnet', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:55.252694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b74d7a-b9ff-42d2-9016-d34270cb3f9e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.260248 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (f022ea0d-0f01-4b61-ab9a-c8475ea5a250), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.260572 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Added segment f022ea0d-0f01-4b61-ab9a-c8475ea5a250 of type vlan for network 6c185b41-ab1c-49ab-ad92-4c65b56d691c Apr 05 11:33:55.283379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:55.335676 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e09c0d-553d-43ad-824c-cec2b3f4850e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.341362 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.353844 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Added segment bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0 of type vlan for network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe Apr 05 11:33:55.353844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (6c185b41-ab1c-49ab-ad92-4c65b56d691c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.353844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Made reservation on behalf of 3ef359e541784e9fb2be29a40e6ed32f for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:55.353844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.382297 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Made reservation on behalf of 829655a38bd94d7395f9412a03b7e884 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:55.384720 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.408563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.452708 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.552320 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks [] for security_group (c1fe4f43-c774-4a43-8aff-b18957fe94e7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.595966 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (6c185b41-ab1c-49ab-ad92-4c65b56d691c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.596951 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:55.597522 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.631017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864904d2-4bf3-47a3-944b-22808ab8b21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.659175 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c1fe4f43-c774-4a43-8aff-b18957fe94e7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.671118 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:33:55.677611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.677611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:55.677611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.697523 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (ccaac945-423d-4c36-b675-f6bbefc617da), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.697860 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Added segment ccaac945-423d-4c36-b675-f6bbefc617da of type vlan for network 2d63d03f-d63d-4952-a8dd-be26bde36513 Apr 05 11:33:55.699044 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] Pushing event updated for resources: {'Network': ['ID=6c185b41-ab1c-49ab-ad92-4c65b56d691c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.711726 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:55.721173 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-ed943c91-6d66-4988-b07e-608fe987ff9a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4139762 Apr 05 11:33:55.721895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.735887 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Request body: {'subnet': {'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-subnet', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:55.766749 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.770683 dv-cinder-834448-3-smb neutron-server[103884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:33:55.784872 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (2d63d03f-d63d-4952-a8dd-be26bde36513), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.823023 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4890766 Apr 05 11:33:55.835057 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42658) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:55.840309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Request body: {'subnet': {'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-subnet', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:55.849512 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fe4f43-c774-4a43-8aff-b18957fe94e7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.870025 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad5d9-e547-402e-83f9-101bf05293f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:55.885006 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:55.917500 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (760beb3c-a8c8-4d34-b960-bd2615ffed5a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.978272 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (2d63d03f-d63d-4952-a8dd-be26bde36513), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.979282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:55.979857 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.007533 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Made reservation on behalf of 95d63130b1b44a78bfe454f50209fc12 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:56.009929 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.018828 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Made reservation on behalf of 7ffb1a962c1f4a7496dec84d00a5982f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:56.021233 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.039894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-55522213-1608-4ad5-adcf-5c7d02000135 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:56.041368 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-55522213-1608-4ad5-adcf-5c7d02000135 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/networks?id=0486b161-d05c-4938-ac39-382242390c7f HTTP/1.1" status: 200 len: 811 time: 0.2732139 Apr 05 11:33:56.094718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] Pushing event updated for resources: {'Network': ['ID=2d63d03f-d63d-4952-a8dd-be26bde36513,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.106117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 2d63d03f-d63d-4952-a8dd-be26bde36513 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:33:56.106318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760beb3c-a8c8-4d34-b960-bd2615ffed5a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.110786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Checking segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:56.111137 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Network hostable DHCP agents. Network: a453997c-71bd-427a-81fc-51135bf488f5, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:56.116243 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-8ad95f6e-ffd5-4e77-a27e-b85293b839bd tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/quotas/a0bad74095564718925c4ed12a901d4d HTTP/1.1" status: 200 len: 375 time: 0.0618505 Apr 05 11:33:56.169172 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1f1d2641-d9b3-44de-96be-63c4cae76b97 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9521065 Apr 05 11:33:56.169172 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42664) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:56.178930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Request body: {'subnet': {'network_id': '2d63d03f-d63d-4952-a8dd-be26bde36513', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-863533682-subnet', 'tenant_id': '3ef359e541784e9fb2be29a40e6ed32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:56.200884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-c47fdb2a-c95d-4d9d-bd2e-a81d33e252c0 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a0bad74095564718925c4ed12a901d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688462 Apr 05 11:33:56.335954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Network a453997c-71bd-427a-81fc-51135bf488f5 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:56.361419 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Made reservation on behalf of 3ef359e541784e9fb2be29a40e6ed32f for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:33:56.363839 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.369788 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (bae10e96-053f-4867-a590-612899d18bb1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.415622 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-82bbcff7-27d0-4723-b3d9-7273b37f6b40 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:33:56.416603 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-82bbcff7-27d0-4723-b3d9-7273b37f6b40 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495353 Apr 05 11:33:56.431847 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (2531dadc-b1bc-4164-b6f4-cf3b5b110e0e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.468244 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae10e96-053f-4867-a590-612899d18bb1,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.494787 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, a453997c-71bd-427a-81fc-51135bf488f5) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:56.498530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Checking segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:56.498530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Network hostable DHCP agents. Network: ef3c978c-79f6-46ae-ae2d-56259e4e2dfe, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:56.508208 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:56.508917 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.510132 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a99743-625a-4ff3-a9fe-c2de3d1b084d None None] Network a453997c-71bd-427a-81fc-51135bf488f5 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:56.582518 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:56.616954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9dc93a29-3958-4877-b071-9e9d13cb6172 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3769827 Apr 05 11:33:56.617154 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42678) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:56.620898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:56.621273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Network hostable DHCP agents. Network: 6c185b41-ab1c-49ab-ad92-4c65b56d691c, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:56.634329 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:56.657881 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-66fe4db1-4d24-4ee4-a2c8-9b5b06428ac2 service neutron] 10.222.0.64 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301922 Apr 05 11:33:56.658065 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-a453997c-71bd-427a-81fc-51135bf488f5', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:56.658065 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.658446 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:56.734160 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:56.734333 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (baf10d7e-70a4-4696-b18f-2fce892a33b0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.736864 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.737972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.770628 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-6fcea0c3-cdec-4c4a-b30b-2a5ad56ccefd service neutron] 10.222.0.64 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158390 Apr 05 11:33:56.836420 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 6c185b41-ab1c-49ab-ad92-4c65b56d691c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:56.848057 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:56.849920 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.910892 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, ef3c978c-79f6-46ae-ae2d-56259e4e2dfe) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:56.949398 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:56.950284 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.962347 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-26b83cf4-e46d-42e8-a85a-56f5a98357d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2391050 Apr 05 11:33:56.965769 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:56.973513 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:56.981721 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for router_controller (164b2fd3-915d-46d7-8c44-6290c27e0880), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:56.985626 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf10d7e-70a4-4696-b18f-2fce892a33b0,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:57.003946 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85067ddb-77ae-41dc-b732-a6c0013b39bf None None] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:57.005965 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df009b00-b7e0-4e1a-a074-044ef4f3c149 None None] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:57.012854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Checking segment: {'id': 'ccaac945-423d-4c36-b675-f6bbefc617da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d63d03f-d63d-4952-a8dd-be26bde36513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:57.013382 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Network hostable DHCP agents. Network: 2d63d03f-d63d-4952-a8dd-be26bde36513, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:33:57.108410 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e2b890b2-d927-41c2-a531-40acc8a25416 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2685702 Apr 05 11:33:57.109117 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:57.112963 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:33:57.133886 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42720) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:57.136661 dv-cinder-834448-3-smb neutron-server[103883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:33:57.189839 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-30e24128-529e-4560-88d8-80d9a4d48dcf req-46b9af1a-8aeb-4ab9-94e1-7616fd20f756 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.0562687 Apr 05 11:33:57.190422 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Network 2d63d03f-d63d-4952-a8dd-be26bde36513 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:33:57.190923 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (d4964cda-706c-4477-a472-3cbf37e31f86), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.192691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (d4964cda-706c-4477-a472-3cbf37e31f86), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.223957 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Allocated IP 172.20.0.2 (a453997c-71bd-427a-81fc-51135bf488f5/760beb3c-a8c8-4d34-b960-bd2615ffed5a/a5c4efe9-bb6b-4d72-837e-7069b019fb18) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:57.260967 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.261970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.267424 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 2d63d03f-d63d-4952-a8dd-be26bde36513) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:57.274654 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:33:57.275311 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.281092 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for router_gateway (164b2fd3-915d-46d7-8c44-6290c27e0880), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.300270 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea4fd9-688c-4eff-aa2a-3ac584cdfdfd None None] Network 2d63d03f-d63d-4952-a8dd-be26bde36513 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:57.305765 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for router_controller (d4964cda-706c-4477-a472-3cbf37e31f86), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.359994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for router_controller (22eda678-adb9-4b96-a630-d31f0af5e25b), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.409804 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-92359f7d-35b5-411a-889f-4ce12f1abb7c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2329571 Apr 05 11:33:57.490000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:57.490890 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.514191 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:33:57.515095 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.643990 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks [] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.682024 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:57.724957 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for router_gateway (164b2fd3-915d-46d7-8c44-6290c27e0880), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.757400 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:57.875138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42762) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:57.883928 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.013455 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Network a453997c-71bd-427a-81fc-51135bf488f5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:58.027399 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Allocated IP 172.20.0.2 (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe/bae10e96-053f-4867-a590-612899d18bb1/e5d08eda-e5ef-414b-9076-88f7efe55244) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:58.052825 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0edb27e-c2ad-47de-ac84-8a84fd64fdd5 None None] Network 2d63d03f-d63d-4952-a8dd-be26bde36513 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:33:58.062148 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Allocated IP 172.20.0.2 (6c185b41-ab1c-49ab-ad92-4c65b56d691c/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e/2020a426-d685-4f7e-a7b4-43986d2de9ba) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:58.062511 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Deleting subnet 2c860a39-1893-485e-abae-a2c0148926f6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:33:58.065522 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:58.097796 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:58.101344 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for router_gateway (d4964cda-706c-4477-a472-3cbf37e31f86), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.120268 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Allocated IP 172.28.0.141 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/13585d76-afab-4360-8588-db78588af922) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:33:58.132217 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Publish callbacks [] for subnet (2c860a39-1893-485e-abae-a2c0148926f6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.190330 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for router_gateway (22eda678-adb9-4b96-a630-d31f0af5e25b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.204371 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Publish callbacks [] for subnet (2c860a39-1893-485e-abae-a2c0148926f6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.216211 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (2c860a39-1893-485e-abae-a2c0148926f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.221432 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Pushing event updated for resources: {'Port': ['ID=a5c4efe9-bb6b-4d72-837e-7069b019fb18,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.280901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8ee57c54-4553-4de1-93b2-e42ca7b60273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.307426 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for port (13585d76-afab-4360-8588-db78588af922), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.338080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.338422 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.338790 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.339149 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.339486 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.339816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.340140 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.340466 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.340788 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.341109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.341432 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.341767 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.342127 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.342447 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.342789 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Tracked resource versions report: Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: pushed versions: Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: { 'AddressGroup': {'1.2'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Agent': {'1.1'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Log': {'1.0'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'NDPProxy': {'1.0'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Network': {'1.1'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Port': {'1.7'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'PortForwarding': {'1.3'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'QosPolicy': {'1.10'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroup': {'1.5'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SubPort': {'1.0'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Subnet': {'1.1'}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Trunk': {'1.1'}} Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: consumer versions: Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Agent': '1.1', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'ConntrackHelper': '1.0', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'LocalIPAssociation': '1.0', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Log': '1.0', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'NDPProxy': '1.0', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Network': '1.1', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Port': '1.7', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'PortForwarding': '1.3', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'QosPolicy': '1.10', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroup': '1.5', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SecurityGroupRule': '1.2', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'SubPort': '1.0', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Subnet': '1.1', Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: 'Trunk': '1.1'}} Apr 05 11:33:58.343936 dv-cinder-834448-3-smb neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:33:58.384200 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e1269885-cde2-4397-adbc-95f2c97a086a req-feb67b22-4ec6-4ad4-b21a-4d08dc28dd79 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.0640662 Apr 05 11:33:58.399137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Attempting to bind port a5c4efe9-bb6b-4d72-837e-7069b019fb18 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:58.399137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Attempting to bind port a5c4efe9-bb6b-4d72-837e-7069b019fb18 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:58.399137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Attempting to bind port a5c4efe9-bb6b-4d72-837e-7069b019fb18 on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:58.430270 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55a66896-c009-425b-969e-a71c520a095f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.464425 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:58.464425 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Checking segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:58.464776 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.465149 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Bound using segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:58.470733 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Bound port: a5c4efe9-bb6b-4d72-837e-7069b019fb18, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:58.470733 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.486685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8ee57c54-4553-4de1-93b2-e42ca7b60273 admin admin] Publish callbacks [] for security_group (be095b17-ae30-4b3f-9434-e774c05a728a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.493956 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (13585d76-afab-4360-8588-db78588af922), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.526403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (2c860a39-1893-485e-abae-a2c0148926f6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.554035 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8ee57c54-4553-4de1-93b2-e42ca7b60273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (be095b17-ae30-4b3f-9434-e774c05a728a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.557760 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:58.565219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c860a39-1893-485e-abae-a2c0148926f6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.570528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.575375 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-aff06f3c-312c-4887-ac2b-f35acec52bea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2c860a39-1893-485e-abae-a2c0148926f6 HTTP/1.1" status: 204 len: 168 time: 0.8919961 Apr 05 11:33:58.579213 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 42786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:58.588174 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee57c54-4553-4de1-93b2-e42ca7b60273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be095b17-ae30-4b3f-9434-e774c05a728a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.601086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:58.631264 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Pushing event updated for resources: {'Port': ['ID=13585d76-afab-4360-8588-db78588af922,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:58.636857 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8ee57c54-4553-4de1-93b2-e42ca7b60273 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a84685bcb1e349a2b0e01931dce3592e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7601416 Apr 05 11:33:58.640499 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42792) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:33:58.675657 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:58.730040 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks [] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.741714 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks [] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:58.751120 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] For port a5c4efe9-bb6b-4d72-837e-7069b019fb18, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:58.755391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] For port a5c4efe9-bb6b-4d72-837e-7069b019fb18, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a5c4efe9-bb6b-4d72-837e-7069b019fb18,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:58.770295 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (a7933b8c-a605-41dc-bd14-75d30695e86d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.079572 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] Publish callbacks [] for security_group (be095b17-ae30-4b3f-9434-e774c05a728a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.079572 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] Publish callbacks [] for security_group (be095b17-ae30-4b3f-9434-e774c05a728a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Pushing event updated for resources: {'Port': ['ID=e5d08eda-e5ef-414b-9076-88f7efe55244,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.084423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:33:59.086907 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (be095b17-ae30-4b3f-9434-e774c05a728a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.086907 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.086907 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be095b17-ae30-4b3f-9434-e774c05a728a HTTP/1.1" status: 204 len: 168 time: 0.4006555 Apr 05 11:33:59.086907 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca31f-4fdb-40f0-9a8f-6fc4df8f48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be095b17-ae30-4b3f-9434-e774c05a728a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.094251 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for router_gateway (d4964cda-706c-4477-a472-3cbf37e31f86), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.104146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (a7933b8c-a605-41dc-bd14-75d30695e86d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.158520 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for router_gateway (164b2fd3-915d-46d7-8c44-6290c27e0880), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.176694 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.255611 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Attempting to bind port 2020a426-d685-4f7e-a7b4-43986d2de9ba on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:59.256006 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Attempting to bind port 2020a426-d685-4f7e-a7b4-43986d2de9ba by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:59.256649 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Attempting to bind port 2020a426-d685-4f7e-a7b4-43986d2de9ba on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:59.291399 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.291779 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.292524 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.292851 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.293624 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.294081 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.294705 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.295209 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.295669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.296125 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.322513 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d963e-71e3-4fee-90cb-c68156f43075 None None] Pushing event updated for resources: {'Port': ['ID=a5c4efe9-bb6b-4d72-837e-7069b019fb18,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.332689 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Attempting to bind port e5d08eda-e5ef-414b-9076-88f7efe55244 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:33:59.333589 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Attempting to bind port e5d08eda-e5ef-414b-9076-88f7efe55244 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:33:59.338174 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Attempting to bind port e5d08eda-e5ef-414b-9076-88f7efe55244 on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:33:59.366526 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:59.366915 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Checking segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:59.367324 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.367717 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Bound using segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:59.368267 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Bound port: e5d08eda-e5ef-414b-9076-88f7efe55244, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:59.368649 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.424099 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.582343 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.582651 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.583176 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.583514 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:33:59.583878 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7933b8c-a605-41dc-bd14-75d30695e86d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:59.617736 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] For port e5d08eda-e5ef-414b-9076-88f7efe55244, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:59.621047 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] For port e5d08eda-e5ef-414b-9076-88f7efe55244, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e5d08eda-e5ef-414b-9076-88f7efe55244,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:59.629478 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:33:59.629824 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:33:59.630226 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.630659 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Bound using segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:33:59.631137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Bound port: 2020a426-d685-4f7e-a7b4-43986d2de9ba, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:33:59.631560 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.657299 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Pushing event updated for resources: {'Port': ['ID=2020a426-d685-4f7e-a7b4-43986d2de9ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.669320 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121f1a4a-c614-4173-9e5f-5e825487aa33') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:59.669622 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121f1a4a-c614-4173-9e5f-5e825487aa33') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:33:59.687539 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:33:59.724482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] For port 2020a426-d685-4f7e-a7b4-43986d2de9ba, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:33:59.728110 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] For port 2020a426-d685-4f7e-a7b4-43986d2de9ba, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2020a426-d685-4f7e-a7b4-43986d2de9ba,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:33:59.764901 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.772153 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.796978 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4193b0f5-6536-4522-89b2-d4a266ee3123 req-380c2318-c48a-4a04-a4d1-657346b319d5 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.1723876 Apr 05 11:33:59.808521 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (121f1a4a-c614-4173-9e5f-5e825487aa33), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.818089 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.898753 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:33:59.914291 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:33:59.949051 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (121f1a4a-c614-4173-9e5f-5e825487aa33), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.972853 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef49c3-3741-44f8-b102-3beeb166c18a None None] Pushing event updated for resources: {'Port': ['ID=e5d08eda-e5ef-414b-9076-88f7efe55244,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:33:59.976776 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:33:59.977198 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (121f1a4a-c614-4173-9e5f-5e825487aa33), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: from cryptography.utils import int_from_bytes Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: from cryptography.utils import int_from_bytes Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:33:59.984122 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:33:59.986271 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:33:59.986692 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:00.079528 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.083675 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-729835d4-49dd-4384-888b-c519091a7aae admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4627919 Apr 05 11:34:00.084215 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42840) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:00.128508 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2ceb8-3811-47e0-b263-d8eb0e685c3d None None] Pushing event updated for resources: {'Port': ['ID=2020a426-d685-4f7e-a7b4-43986d2de9ba,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:00.315554 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for router_gateway (22eda678-adb9-4b96-a630-d31f0af5e25b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.399519 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.526175 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Allocated IP 172.28.0.107 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/129b2e77-c3e3-4166-be3e-36a2eb4f7b6c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:00.561128 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:00.638484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (a7933b8c-a605-41dc-bd14-75d30695e86d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.682237 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.685443 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7933b8c-a605-41dc-bd14-75d30695e86d HTTP/1.1" status: 204 len: 168 time: 2.1044717 Apr 05 11:34:00.700058 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5bf0ca-cd6a-439b-99fa-a5b109761341 None None] Network a453997c-71bd-427a-81fc-51135bf488f5 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:00.714220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42856) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:00.885343 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.908953 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Deleting subnet baf10d7e-70a4-4696-b18f-2fce892a33b0 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:34:00.933696 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Publish callbacks [] for subnet (baf10d7e-70a4-4696-b18f-2fce892a33b0), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.937606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:00.993086 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 3, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:01.051885 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Provisioning complete for port a5c4efe9-bb6b-4d72-837e-7069b019fb18 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:01.052567 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.092545 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:01.093609 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Updating router 164b2fd3-915d-46d7-8c44-6290c27e0880 port 13585d76-afab-4360-8588-db78588af922 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:01.108913 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ddd6-5545-4042-943a-72a6625e0df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7933b8c-a605-41dc-bd14-75d30695e86d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.147452 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (13585d76-afab-4360-8588-db78588af922), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.234226 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.340684 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Current status of the port a5c4efe9-bb6b-4d72-837e-7069b019fb18 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:01.341041 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.343360 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a5c4efe9-bb6b-4d72-837e-7069b019fb18 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:01.423419 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Pushing event updated for resources: {'Port': ['ID=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.439735 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-064b2a18-5b65-4019-8f39-c212bf6bd45c req-1801caa2-4b63-4194-aa3b-2db8201a4455 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.2184317 Apr 05 11:34:01.448735 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Publish callbacks [] for subnet (baf10d7e-70a4-4696-b18f-2fce892a33b0), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.457024 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:01.460750 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:01.465014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:01.518177 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] For port a5c4efe9-bb6b-4d72-837e-7069b019fb18, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a5c4efe9-bb6b-4d72-837e-7069b019fb18,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:01.525713 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Allocated IP 172.28.0.108 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/d1276bf1-40e9-4689-b099-d02436ebb632) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:01.553177 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port a5c4efe9-bb6b-4d72-837e-7069b019fb18 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:01.562109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.632036 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.654738 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (baf10d7e-70a4-4696-b18f-2fce892a33b0), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.807954 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.809688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3571dc-af95-43ec-a85b-5de1be09df28 None None] Pushing event updated for resources: {'Port': ['ID=a5c4efe9-bb6b-4d72-837e-7069b019fb18,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:01.811277 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.832301 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port a5c4efe9-bb6b-4d72-837e-7069b019fb18 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:01.833446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e5d08eda-e5ef-414b-9076-88f7efe55244 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:01.835470 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-2b589cc6-6a8f-49cd-9709-8f35e917607b None None] Provisioning complete for port a5c4efe9-bb6b-4d72-837e-7069b019fb18 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:01.835853 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b589cc6-6a8f-49cd-9709-8f35e917607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:01.947902 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679ab85-13b2-4281-969f-6944aa60d0d8 None None] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:02.098248 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for port (d1276bf1-40e9-4689-b099-d02436ebb632), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.100977 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for subnet (baf10d7e-70a4-4696-b18f-2fce892a33b0), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.154187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf10d7e-70a4-4696-b18f-2fce892a33b0,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.197566 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.204266 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-79fb1162-e129-4948-85b5-0a593546c65d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/baf10d7e-70a4-4696-b18f-2fce892a33b0 HTTP/1.1" status: 204 len: 168 time: 1.4855266 Apr 05 11:34:02.204790 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 42900) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:02.260397 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port e5d08eda-e5ef-414b-9076-88f7efe55244 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:02.260949 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.266292 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.53', 55696) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:02.282295 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.336443 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b54f23-546c-4246-8c09-55e2f2e153da None None] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:02.369406 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2b589cc6-6a8f-49cd-9709-8f35e917607b None None] Current status of the port a5c4efe9-bb6b-4d72-837e-7069b019fb18 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:02.465371 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:02.483701 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:02.501515 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:02.545399 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Allocated IP 172.20.0.1 (a453997c-71bd-427a-81fc-51135bf488f5/760beb3c-a8c8-4d34-b960-bd2615ffed5a/de4c436f-c114-41f5-a503-14fad3618bbf) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:02.573276 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (2d63d03f-d63d-4952-a8dd-be26bde36513), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.617821 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Pushing event updated for resources: {'Port': ['ID=d1276bf1-40e9-4689-b099-d02436ebb632,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.641725 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks [] for port (13585d76-afab-4360-8588-db78588af922), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.650809 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for router_gateway (d4964cda-706c-4477-a472-3cbf37e31f86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.728977 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-493ee2c0-2f20-44e1-be58-752974c27ad6 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:02.730521 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-493ee2c0-2f20-44e1-be58-752974c27ad6 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.53 "GET /v2.0/networks?id=0486b161-d05c-4938-ac39-382242390c7f HTTP/1.1" status: 200 len: 811 time: 0.4611509 Apr 05 11:34:02.743425 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (13585d76-afab-4360-8588-db78588af922), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.775403 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Provisioning complete for port e5d08eda-e5ef-414b-9076-88f7efe55244 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:02.776861 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.795628 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Request body: {'port': {'device_id': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'network_id': '0486b161-d05c-4938-ac39-382242390c7f', 'admin_state_up': True, 'tenant_id': 'a0bad74095564718925c4ed12a901d4d'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:02.866614 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port e5d08eda-e5ef-414b-9076-88f7efe55244 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:02.870998 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.926746 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Pushing event updated for resources: {'Port': ['ID=13585d76-afab-4360-8588-db78588af922,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:02.956667 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Attempting to bind port 13585d76-afab-4360-8588-db78588af922 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:02.957227 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Attempting to bind port 13585d76-afab-4360-8588-db78588af922 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:02.957956 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Attempting to bind port 13585d76-afab-4360-8588-db78588af922 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:02.967528 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port e5d08eda-e5ef-414b-9076-88f7efe55244, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e5d08eda-e5ef-414b-9076-88f7efe55244,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:02.972552 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.973039 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.973486 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.973954 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.974396 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.974909 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.975313 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.975743 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.976175 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.976625 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.977293 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.977743 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.978674 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.979259 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.980435 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Tracked resource versions report: Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: pushed versions: Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: { 'AddressGroup': {'1.2'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Agent': {'1.1'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Log': {'1.0'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'NDPProxy': {'1.0'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Network': {'1.1'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Port': {'1.7'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'PortForwarding': {'1.3'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'QosPolicy': {'1.10'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroup': {'1.5'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SubPort': {'1.0'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Subnet': {'1.1'}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Trunk': {'1.1'}} Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: consumer versions: Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: { DHCP agent@dv-cinder-834448-3-smb: {}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: HyperV agent@hv-cinder-83444: {}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: L3 agent@dv-cinder-834448-3-smb: {}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: Metadata agent@dv-cinder-834448-3-smb: {}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: Metering agent@dv-cinder-834448-3-smb: {}, Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: Open vSwitch agent@dv-cinder-834448-3-smb: { 'AddressGroup': '1.2', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Agent': '1.1', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'ConntrackHelper': '1.0', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'LocalIPAssociation': '1.0', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Log': '1.0', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'NDPProxy': '1.0', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Network': '1.1', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Port': '1.7', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'PortForwarding': '1.3', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'QosPolicy': '1.10', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroup': '1.5', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SecurityGroupRule': '1.2', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'SubPort': '1.0', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Subnet': '1.1', Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: 'Trunk': '1.1'}} Apr 05 11:34:02.981810 dv-cinder-834448-3-smb neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:34:02.992206 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:02.993147 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:02.993877 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:02.994470 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:02.995195 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Bound port: 13585d76-afab-4360-8588-db78588af922, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:02.995820 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (13585d76-afab-4360-8588-db78588af922), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.036294 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.040439 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2020a426-d685-4f7e-a7b4-43986d2de9ba up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:03.119900 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a349573c-c0ca-4525-86bc-4f03cdcde4da req-da25f108-d9bb-42d2-b1da-ebf84c404ac0 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.3278680 Apr 05 11:34:03.155302 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] For port 13585d76-afab-4360-8588-db78588af922, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:03.166731 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] For port 13585d76-afab-4360-8588-db78588af922, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=13585d76-afab-4360-8588-db78588af922,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:03.230462 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (13585d76-afab-4360-8588-db78588af922), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.245222 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Current status of the port e5d08eda-e5ef-414b-9076-88f7efe55244 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:03.245637 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.405315 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:03.406011 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:03.451585 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 2020a426-d685-4f7e-a7b4-43986d2de9ba triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:03.452115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.473889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (2d63d03f-d63d-4952-a8dd-be26bde36513), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.508424 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks [] for port (de4c436f-c114-41f5-a503-14fad3618bbf), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.533853 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.534714 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.536126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.536684 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.537407 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.538294 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.539186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.540126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.540897 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.541689 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.592434 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=e5d08eda-e5ef-414b-9076-88f7efe55244,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:03.668653 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (d4964cda-706c-4477-a472-3cbf37e31f86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.676583 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.db.api [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:34:03.676740 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG oslo_db.api [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:34:03.677271 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 2020a426-d685-4f7e-a7b4-43986d2de9ba is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:03.677655 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.678987 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:03.739314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 2020a426-d685-4f7e-a7b4-43986d2de9ba, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2020a426-d685-4f7e-a7b4-43986d2de9ba,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:03.806528 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd21a06-792d-48c5-a66f-451ed02ad0bc None None] Pushing event updated for resources: {'Port': ['ID=13585d76-afab-4360-8588-db78588af922,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:03.841606 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.841989 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.842321 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.842686 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:34:03.843031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d63d03f-d63d-4952-a8dd-be26bde36513']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:03.858147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Made reservation on behalf of a0bad74095564718925c4ed12a901d4d for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:03.862622 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.876139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaac945-423d-4c36-b675-f6bbefc617da') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:03.876429 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaac945-423d-4c36-b675-f6bbefc617da') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:03.878808 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 3, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:03.905353 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (ccaac945-423d-4c36-b675-f6bbefc617da), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.909359 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8189d5-3518-431a-bd2a-d6da16a1066f None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:33:58Z', 'revision_number': 3, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:03.926716 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:03.973089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Router d4964cda-706c-4477-a472-3cbf37e31f86 is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:34:03.987141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=2020a426-d685-4f7e-a7b4-43986d2de9ba,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:04.065187 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e5d08eda-e5ef-414b-9076-88f7efe55244 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:04.105739 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.116646 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (ccaac945-423d-4c36-b675-f6bbefc617da), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.159001 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port e5d08eda-e5ef-414b-9076-88f7efe55244 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:04.159485 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.174256 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:34:04.174685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (ccaac945-423d-4c36-b675-f6bbefc617da), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.201872 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Network a453997c-71bd-427a-81fc-51135bf488f5 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: from cryptography.utils import int_from_bytes Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: from cryptography.utils import int_from_bytes Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:34:04.206685 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:34:04.228883 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:04.234366 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for router_gateway (22eda678-adb9-4b96-a630-d31f0af5e25b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.236098 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:04.299580 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Current status of the port e5d08eda-e5ef-414b-9076-88f7efe55244 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:04.376951 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-da549469-28f7-4383-bbf6-523529327f85 req-d718aedd-e04c-4e41-ba06-26689484593b tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.1639318 Apr 05 11:34:04.464118 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Provisioning complete for port 2020a426-d685-4f7e-a7b4-43986d2de9ba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:04.464513 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.466062 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:04.485979 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:04.520210 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port e5d08eda-e5ef-414b-9076-88f7efe55244 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:04.521587 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a5c4efe9-bb6b-4d72-837e-7069b019fb18 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:04.524891 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:04.555195 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Pushing event updated for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:04.557286 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43006) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:04.666927 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (164b2fd3-915d-46d7-8c44-6290c27e0880), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.667462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:04.668339 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:04.729798 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Allocated IP 172.20.0.5 (0486b161-d05c-4938-ac39-382242390c7f/493f9eb0-8016-4663-baa1-117c6f974192/433dc7eb-37fe-43cb-ab3e-915da26ece63) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:04.739410 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.944836 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (2d63d03f-d63d-4952-a8dd-be26bde36513), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.022204 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.027964 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d63d03f-d63d-4952-a8dd-be26bde36513 HTTP/1.1" status: 204 len: 168 time: 2.8221893 Apr 05 11:34:05.033411 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-684e4df7-0372-4962-87a2-7f84dbec1426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.047719 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84e5baac-8e52-4af5-acde-a536d4473ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.050136 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44547-6b37-4f49-8169-9bbc6a963ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d63d03f-d63d-4952-a8dd-be26bde36513,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:05.072102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port a5c4efe9-bb6b-4d72-837e-7069b019fb18 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:05.074041 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.141868 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5ac63fe5-f6f1-40ae-8f2c-bb7583b834ae None None] Current status of the port 2020a426-d685-4f7e-a7b4-43986d2de9ba is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:05.192018 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.193538 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-56436704-5017-4169-b3ce-0a182fdb914a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2251108 Apr 05 11:34:05.199472 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:05.213426 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:05.511085 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port a5c4efe9-bb6b-4d72-837e-7069b019fb18 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:05.525513 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Provisioning complete for port e5d08eda-e5ef-414b-9076-88f7efe55244 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:05.525889 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.622873 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:05.667561 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84e5baac-8e52-4af5-acde-a536d4473ec1 admin admin] Publish callbacks [] for security_group (4eea4eae-09c9-481b-a18d-e709c3354dde), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.699418 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-aedb08f1-3034-4acf-975e-4d2a548ccea4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eca8b225a8c04c559033fbe2c2d658c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0748837 Apr 05 11:34:05.704798 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43028) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:05.718937 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks [] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.738080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Current status of the port e5d08eda-e5ef-414b-9076-88f7efe55244 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:05.753355 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.787731 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:05.789967 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Provisioning complete for port de4c436f-c114-41f5-a503-14fad3618bbf triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:05.790378 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.808576 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b9e9cb01-40f5-4388-918a-2cd2f775f438 req-c533493d-8fd7-4085-b81b-e36be4e6a86a tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.0867770 Apr 05 11:34:05.824024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84e5baac-8e52-4af5-acde-a536d4473ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4eea4eae-09c9-481b-a18d-e709c3354dde), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:05.895716 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Router 22eda678-adb9-4b96-a630-d31f0af5e25b is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:34:05.896439 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:05.896789 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Updating router d4964cda-706c-4477-a472-3cbf37e31f86 port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:05.907192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5baac-8e52-4af5-acde-a536d4473ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea4eae-09c9-481b-a18d-e709c3354dde,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.054146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-684e4df7-0372-4962-87a2-7f84dbec1426 admin admin] Publish callbacks [] for security_group (6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.054573 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Port de4c436f-c114-41f5-a503-14fad3618bbf cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:06.054573 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.054990 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-84e5baac-8e52-4af5-acde-a536d4473ec1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb578cc50c494867822403e819335b07&name=default HTTP/1.1" status: 200 len: 2994 time: 1.4191661 Apr 05 11:34:06.054990 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] Publish callbacks [] for security_group (e05275d0-f8a8-43b9-a69e-e4a7b0e22281), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.055359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Provisioning complete for port 2020a426-d685-4f7e-a7b4-43986d2de9ba triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:06.055359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.056836 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] Publish callbacks [] for security_group (e05275d0-f8a8-43b9-a69e-e4a7b0e22281), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.139940 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:06.326171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 13585d76-afab-4360-8588-db78588af922 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:06.364900 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks [] for port (de4c436f-c114-41f5-a503-14fad3618bbf), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.408334 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.411523 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e05275d0-f8a8-43b9-a69e-e4a7b0e22281), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.414415 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.427683 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e05275d0-f8a8-43b9-a69e-e4a7b0e22281 HTTP/1.1" status: 204 len: 168 time: 0.7045240 Apr 05 11:34:06.427782 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98039595-58ce-4f57-af55-00843478cd3c None None] Current status of the port 2020a426-d685-4f7e-a7b4-43986d2de9ba is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:06.550699 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 13585d76-afab-4360-8588-db78588af922 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:06.552048 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:06.554747 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (13585d76-afab-4360-8588-db78588af922), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.564477 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:06.581837 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:06.582919 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:06.584090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-684e4df7-0372-4962-87a2-7f84dbec1426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.646801 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4ef9d-04b5-4ab1-a1e9-852f4b63947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05275d0-f8a8-43b9-a69e-e4a7b0e22281,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.650378 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Pushing event updated for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.664359 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.709160 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.772958 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks [] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.922395 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 13585d76-afab-4360-8588-db78588af922 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:06.922976 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (13585d76-afab-4360-8588-db78588af922), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.925795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Pushing event updated for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:06.941103 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Network 0486b161-d05c-4938-ac39-382242390c7f is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:06.952674 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (164b2fd3-915d-46d7-8c44-6290c27e0880), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.961350 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:06.966949 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:06.991586 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] Publish callbacks [] for security_group (4eea4eae-09c9-481b-a18d-e709c3354dde), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.130286 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:07.158788 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Network a453997c-71bd-427a-81fc-51135bf488f5 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:07.162647 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:07.169256 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:07.193040 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-684e4df7-0372-4962-87a2-7f84dbec1426 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c52da2738dc4297bfc736480a8b9b7d&name=default HTTP/1.1" status: 200 len: 2995 time: 2.6811845 Apr 05 11:34:07.208729 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 13585d76-afab-4360-8588-db78588af922, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=13585d76-afab-4360-8588-db78588af922,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:07.224231 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] Publish callbacks [] for security_group (4eea4eae-09c9-481b-a18d-e709c3354dde), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.253683 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Allocated IP 172.20.0.1 (6c185b41-ab1c-49ab-ad92-4c65b56d691c/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e/2182a233-75c0-437d-aaa8-c4813276a5f5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:07.321487 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Attempting to bind port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:07.321889 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Attempting to bind port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:07.322262 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Attempting to bind port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:07.332061 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (13585d76-afab-4360-8588-db78588af922), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.334678 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2020a426-d685-4f7e-a7b4-43986d2de9ba up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:07.354677 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:07.354677 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:07.354992 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.355208 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:07.355707 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Bound port: 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:07.356123 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.401995 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43050) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:07.403817 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c22021-e46f-470d-af00-cbc24a213cb9 None None] Pushing event updated for resources: {'Port': ['ID=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.482856 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:07.492638 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks [] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.530949 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] Publish callbacks [] for security_group (6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.540023 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:07.541033 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.575723 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=13585d76-afab-4360-8588-db78588af922,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.590108 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] For port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:07.594329 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] For port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:07.600867 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 2020a426-d685-4f7e-a7b4-43986d2de9ba triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:07.601244 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.653778 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] Publish callbacks [] for security_group (6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.670010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.706917 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f15db043-fabe-4145-85e4-795653c063fa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9170396 Apr 05 11:34:07.711517 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.712861 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-0be64896-5c52-4622-a244-2a4de842fed7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6038244 Apr 05 11:34:07.717130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43052) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:07.720364 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:03Z', 'revision_number': 3, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:07.728832 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-591f202f-b7d7-4f0a-b0b9-a9ee441ee3d1 None None] Provisioning complete for port de4c436f-c114-41f5-a503-14fad3618bbf triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:07.729217 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-591f202f-b7d7-4f0a-b0b9-a9ee441ee3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.768388 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:07.781872 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:07.782481 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Updating router 22eda678-adb9-4b96-a630-d31f0af5e25b port d1276bf1-40e9-4689-b099-d02436ebb632 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:07.803914 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.810205 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-e710f609-6964-4f9f-9200-5830b844f635 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:34:07.811919 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-e710f609-6964-4f9f-9200-5830b844f635 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0780191 Apr 05 11:34:07.833522 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.866893 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e4df7-0372-4962-87a2-7f84dbec1426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:07.891929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4eea4eae-09c9-481b-a18d-e709c3354dde), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.901273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:07.908764 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:07.909271 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4eea4eae-09c9-481b-a18d-e709c3354dde HTTP/1.1" status: 204 len: 168 time: 1.6868293 Apr 05 11:34:07.910852 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c11032f4-f339-4d6b-b7bd-84669d62b709 admin admin] 10.222.0.64 "PUT /v2.0/routers/164b2fd3-915d-46d7-8c44-6290c27e0880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8257229 Apr 05 11:34:07.994511 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:07.996591 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795e3d6-cd91-4506-ab47-07446884b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea4eae-09c9-481b-a18d-e709c3354dde,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.013588 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:08.017810 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c22021-e46f-470d-af00-cbc24a213cb9 None None] Pushing event updated for resources: {'Port': ['ID=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.023071 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:08.024984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Pushing event updated for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.037494 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-34ecf280-25e9-4ba5-9c84-ab0144a07205 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ef359e541784e9fb2be29a40e6ed32f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2647333 Apr 05 11:34:08.077006 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:08.088037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:08.140445 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bc02e-8ad8-44b9-9140-2e114431e680 req-c139c045-afc7-457e-aed2-b11ff8ce1751 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:08.154035 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e79bc02e-8ad8-44b9-9140-2e114431e680 req-c139c045-afc7-457e-aed2-b11ff8ce1751 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 931 time: 0.9343600 Apr 05 11:34:08.197972 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:08.201011 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:08.237218 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-591f202f-b7d7-4f0a-b0b9-a9ee441ee3d1 None None] Port de4c436f-c114-41f5-a503-14fad3618bbf cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:08.251233 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 2020a426-d685-4f7e-a7b4-43986d2de9ba is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:08.313629 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:08.314463 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:08.347809 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.359168 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.363328 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc HTTP/1.1" status: 204 len: 168 time: 0.9575365 Apr 05 11:34:08.476858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553008af-b18a-492a-8d21-47fb0ffe6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be39ba0-6f6a-4897-bff9-af1d0e2dd3fc,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.482942 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (d4964cda-706c-4477-a472-3cbf37e31f86), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.558478 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks [] for port (d1276bf1-40e9-4689-b099-d02436ebb632), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.644574 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.704484 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Attempting to bind port d1276bf1-40e9-4689-b099-d02436ebb632 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:08.707119 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Attempting to bind port d1276bf1-40e9-4689-b099-d02436ebb632 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:08.707616 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Attempting to bind port d1276bf1-40e9-4689-b099-d02436ebb632 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:08.744796 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 13585d76-afab-4360-8588-db78588af922 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:08.750292 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e79bc02e-8ad8-44b9-9140-2e114431e680 req-dd86d583-980e-4bac-a49e-cac85c9c1c4c tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794654 Apr 05 11:34:08.783013 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:08.792502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:08.792502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.792502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:08.792502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Bound port: d1276bf1-40e9-4689-b099-d02436ebb632, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:08.792502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.820883 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] Publish callbacks [] for security_group (c1fe4f43-c774-4a43-8aff-b18957fe94e7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:08.878271 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd353b5-2dec-4d88-8fb0-325bd2bbe58e None None] Pushing event updated for resources: {'Port': ['ID=d1276bf1-40e9-4689-b099-d02436ebb632,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:08.880435 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:08.932429 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] For port d1276bf1-40e9-4689-b099-d02436ebb632, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:08.942404 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] For port d1276bf1-40e9-4689-b099-d02436ebb632, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1276bf1-40e9-4689-b099-d02436ebb632,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:09.015017 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.019283 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] Publish callbacks [] for security_group (c1fe4f43-c774-4a43-8aff-b18957fe94e7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.034450 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.068446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:09.152182 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd353b5-2dec-4d88-8fb0-325bd2bbe58e None None] Pushing event updated for resources: {'Port': ['ID=d1276bf1-40e9-4689-b099-d02436ebb632,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.155813 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:09.156899 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:09.239432 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c1fe4f43-c774-4a43-8aff-b18957fe94e7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.242055 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.263415 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1fe4f43-c774-4a43-8aff-b18957fe94e7 HTTP/1.1" status: 204 len: 168 time: 1.1722422 Apr 05 11:34:09.343396 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe81504-13a6-4131-b2bc-d49bda035ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fe4f43-c774-4a43-8aff-b18957fe94e7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:09.354962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Request body: {'port': {'device_id': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:09.390750 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.425172 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:09.520516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-bff8887a-0020-4b5e-9e74-a514dfe5c832 None None] Provisioning complete for port 2182a233-75c0-437d-aaa8-c4813276a5f5 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:09.521022 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff8887a-0020-4b5e-9e74-a514dfe5c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.535105 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Allocated IP 172.20.0.1 (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe/bae10e96-053f-4867-a590-612899d18bb1/3677f169-4bde-45c2-a161-c232e4660be4) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:09.570519 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.668883 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bff8887a-0020-4b5e-9e74-a514dfe5c832 None None] Port 2182a233-75c0-437d-aaa8-c4813276a5f5 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:09.674482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43084) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:09.748343 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks [] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.886884 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:09.925777 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:03Z', 'revision_number': 3, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:10.006654 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80c2c27-e00f-452d-a929-a3c06b5dd633 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:03Z', 'revision_number': 3, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:10.049831 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43094) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:10.073991 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 13585d76-afab-4360-8588-db78588af922 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:10.074591 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (13585d76-afab-4360-8588-db78588af922), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.107005 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9705e99c-b702-44af-9f8c-a2be4b3e570b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.238746 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks [] for port (3677f169-4bde-45c2-a161-c232e4660be4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.242535 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (d4964cda-706c-4477-a472-3cbf37e31f86), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.272664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Pushing event updated for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:10.336947 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:10.348566 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718673c-892c-4f66-93cd-9c8cd063de4b req-f01b41d3-bdc2-4ba9-ab7e-d9b368aac3d3 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:10.351370 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a718673c-892c-4f66-93cd-9c8cd063de4b req-f01b41d3-bdc2-4ba9-ab7e-d9b368aac3d3 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 931 time: 0.3843598 Apr 05 11:34:10.462433 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43102) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:10.496294 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9464d-e6ab-4d72-a2df-c5609a3df391 None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:01Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:10.503966 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112195821', 'description': 'tempest-description--1895944755'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:10.550175 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 2, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:10.589503 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f5efeb3-e3e4-477c-89ea-a2e3a40a3f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.592568 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 13585d76-afab-4360-8588-db78588af922 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:10.598784 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a718673c-892c-4f66-93cd-9c8cd063de4b req-fa29d85e-91dd-4906-ae95-ad93bb97407a tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321804 Apr 05 11:34:10.672832 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:10.677768 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:10.768161 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:10.768941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Updating router 164b2fd3-915d-46d7-8c44-6290c27e0880 port de4c436f-c114-41f5-a503-14fad3618bbf binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:10.783015 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.922328 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.927760 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:10.945365 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1276bf1-40e9-4689-b099-d02436ebb632 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:11.031911 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Router d4964cda-706c-4477-a472-3cbf37e31f86 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:11.404211 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port d1276bf1-40e9-4689-b099-d02436ebb632 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:11.404799 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.436366 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433dc7eb-37fe-43cb-ab3e-915da26ece63 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:11.471390 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks [] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.528123 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Transition to ACTIVE for port object 433dc7eb-37fe-43cb-ab3e-915da26ece63 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:11.587807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:11.591842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:11.613617 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5a31fcd2-4bde-49b7-884e-b5905f365669 admin admin] 10.222.0.64 "PUT /v2.0/routers/d4964cda-706c-4477-a472-3cbf37e31f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3959410 Apr 05 11:34:11.629109 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.635244 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-0f56bd79-8ea8-4e01-8352-7a791ca78c4a None None] Provisioning complete for port 2182a233-75c0-437d-aaa8-c4813276a5f5 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:11.635244 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f56bd79-8ea8-4e01-8352-7a791ca78c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:11.706853 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:11.717721 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:11.896440 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (22eda678-adb9-4b96-a630-d31f0af5e25b), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.216053 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks [] for port (de4c436f-c114-41f5-a503-14fad3618bbf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.231851 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port d1276bf1-40e9-4689-b099-d02436ebb632 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:12.232685 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.263257 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0f56bd79-8ea8-4e01-8352-7a791ca78c4a None None] Port 2182a233-75c0-437d-aaa8-c4813276a5f5 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:12.355053 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port d1276bf1-40e9-4689-b099-d02436ebb632, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1276bf1-40e9-4689-b099-d02436ebb632,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:12.401891 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-7bd55df8-9302-4f59-bdb3-2d2a6672fd35 None None] Provisioning complete for port 3677f169-4bde-45c2-a161-c232e4660be4 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:12.402771 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd55df8-9302-4f59-bdb3-2d2a6672fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (3677f169-4bde-45c2-a161-c232e4660be4), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.439081 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Pushing event updated for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:12.444442 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.513805 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7bd55df8-9302-4f59-bdb3-2d2a6672fd35 None None] Port 3677f169-4bde-45c2-a161-c232e4660be4 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:12.521058 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:12.531576 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad717c7-4709-4fc2-8a24-e036a7ee27f8 None None] Pushing event updated for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:12.535198 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.742176 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9705e99c-b702-44af-9f8c-a2be4b3e570b admin admin] Publish callbacks [] for security_group (61e8184b-33b2-488c-bf1f-c7820854caf6), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.851082 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=d1276bf1-40e9-4689-b099-d02436ebb632,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:12.869832 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9705e99c-b702-44af-9f8c-a2be4b3e570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (61e8184b-33b2-488c-bf1f-c7820854caf6), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.889205 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Attempting to bind port de4c436f-c114-41f5-a503-14fad3618bbf on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:12.889578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Attempting to bind port de4c436f-c114-41f5-a503-14fad3618bbf by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:12.889940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Attempting to bind port de4c436f-c114-41f5-a503-14fad3618bbf on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:12.908590 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:12.937925 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:12.938683 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Checking segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:12.939101 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.939506 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Bound using segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:12.940124 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Bound port: de4c436f-c114-41f5-a503-14fad3618bbf, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:12.940762 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.952334 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (e99ad553-8136-46ef-956e-98a54e1c3e81), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.968294 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (3677f169-4bde-45c2-a161-c232e4660be4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:12.981417 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9705e99c-b702-44af-9f8c-a2be4b3e570b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb7eb3e137714be0bc3ab2db484f6fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9294889 Apr 05 11:34:12.984451 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:13.001416 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f5efeb3-e3e4-477c-89ea-a2e3a40a3f08 admin admin] Publish callbacks [] for security_group (967b170d-a5b1-4f68-9df8-b2651b72c5a1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.030789 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Attempting to bind port 433dc7eb-37fe-43cb-ab3e-915da26ece63 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:13.031500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Attempting to bind port 433dc7eb-37fe-43cb-ab3e-915da26ece63 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '1eedf40f-bf4c-450d-8098-a543efe10f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0486b161-d05c-4938-ac39-382242390c7f'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:13.032080 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Attempting to bind port 433dc7eb-37fe-43cb-ab3e-915da26ece63 on network 0486b161-d05c-4938-ac39-382242390c7f {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:13.070067 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93302ab-91d4-476e-938d-71043d0e88a8 req-c9ef620c-1860-492d-94fb-1830e300879d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:13.071900 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a93302ab-91d4-476e-938d-71043d0e88a8 req-c9ef620c-1860-492d-94fb-1830e300879d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.6831806 Apr 05 11:34:13.072834 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Port 433dc7eb-37fe-43cb-ab3e-915da26ece63 on network 0486b161-d05c-4938-ac39-382242390c7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:13.073360 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Attempting to bind port 433dc7eb-37fe-43cb-ab3e-915da26ece63 on network 0486b161-d05c-4938-ac39-382242390c7f {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:13.107452 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705e99c-b702-44af-9f8c-a2be4b3e570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8184b-33b2-488c-bf1f-c7820854caf6,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.107989 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-0c32893a-87ca-474f-983a-7de25fc5a0d6 None None] Provisioning complete for port de4c436f-c114-41f5-a503-14fad3618bbf triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:13.129698 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c32893a-87ca-474f-983a-7de25fc5a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.130164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:13.130164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Checking segment: {'id': '1eedf40f-bf4c-450d-8098-a543efe10f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0486b161-d05c-4938-ac39-382242390c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:13.130164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Bound using segment: {'id': '1eedf40f-bf4c-450d-8098-a543efe10f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0486b161-d05c-4938-ac39-382242390c7f'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:13.130164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Bound port: 433dc7eb-37fe-43cb-ab3e-915da26ece63, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eedf40f-bf4c-450d-8098-a543efe10f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0486b161-d05c-4938-ac39-382242390c7f'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:13.130164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.168147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e99ad553-8136-46ef-956e-98a54e1c3e81), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.224500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f5efeb3-e3e4-477c-89ea-a2e3a40a3f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (967b170d-a5b1-4f68-9df8-b2651b72c5a1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.251799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] Publish callbacks [] for security_group (61e8184b-33b2-488c-bf1f-c7820854caf6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.320686 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] Publish callbacks [] for security_group (61e8184b-33b2-488c-bf1f-c7820854caf6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.438221 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-89da8aa4-61bb-4c36-84b0-1c9ef3ebf9a7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:13.452014 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-89da8aa4-61bb-4c36-84b0-1c9ef3ebf9a7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.3714561 Apr 05 11:34:13.483397 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5a421c7f-b71a-426b-894a-bc7c7fc80a98 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/quotas/7ffb1a962c1f4a7496dec84d00a5982f HTTP/1.1" status: 200 len: 375 time: 0.0223224 Apr 05 11:34:13.510860 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ad553-8136-46ef-956e-98a54e1c3e81,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.574872 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] For port de4c436f-c114-41f5-a503-14fad3618bbf, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:13.580688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] For port de4c436f-c114-41f5-a503-14fad3618bbf, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=de4c436f-c114-41f5-a503-14fad3618bbf,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:13.590551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:13.590551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.651970 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a93302ab-91d4-476e-938d-71043d0e88a8 req-8edbac2b-30aa-48f8-a152-db39ea09368b tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406041 Apr 05 11:34:13.654869 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.664960 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6824c186-a3b2-454f-8500-29966ed5bf9c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.1648803 Apr 05 11:34:13.673426 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43170) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:13.674965 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-1a172f15-17f1-45ba-8e18-343b1cd99e59 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1905518 Apr 05 11:34:13.676021 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0c32893a-87ca-474f-983a-7de25fc5a0d6 None None] Port de4c436f-c114-41f5-a503-14fad3618bbf cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:13.677044 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-5f5efeb3-e3e4-477c-89ea-a2e3a40a3f08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a263e5c3f4304e0a9a1265770dfd9817&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9956892 Apr 05 11:34:13.683970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:13.694692 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group_rule': {'security_group_id': 'e99ad553-8136-46ef-956e-98a54e1c3e81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:13.712032 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:13.747301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (61e8184b-33b2-488c-bf1f-c7820854caf6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.762404 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.763814 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:13.767832 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61e8184b-33b2-488c-bf1f-c7820854caf6 HTTP/1.1" status: 204 len: 168 time: 0.7816439 Apr 05 11:34:13.799803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5efeb3-e3e4-477c-89ea-a2e3a40a3f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b170d-a5b1-4f68-9df8-b2651b72c5a1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.824054 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63,segment=NetworkSegment(1eedf40f-bf4c-450d-8098-a543efe10f55),segment_id=1eedf40f-bf4c-450d-8098-a543efe10f55)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:13.836606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.963277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304e49f-33de-4448-9468-453ff75b433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8184b-33b2-488c-bf1f-c7820854caf6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.966753 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (a6863e35-d6f2-460c-a00b-eb92b8d94338), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.974918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad717c7-4709-4fc2-8a24-e036a7ee27f8 None None] Pushing event updated for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:13.983362 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks [] for port (3677f169-4bde-45c2-a161-c232e4660be4), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:13.989353 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.086270 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:14.090969 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.161218 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:14.171236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:14.217582 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] Publish callbacks [] for security_group (967b170d-a5b1-4f68-9df8-b2651b72c5a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.336604 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-c68c8d17-b72b-4839-a007-b4d31434d199 service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142449 Apr 05 11:34:14.393647 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:14.396390 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.398088 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] 10.222.0.53 "PUT /v2.0/ports/433dc7eb-37fe-43cb-ab3e-915da26ece63 HTTP/1.1" status: 200 len: 1093 time: 6.0707085 Apr 05 11:34:14.400794 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:14.419535 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] Publish callbacks [] for security_group (967b170d-a5b1-4f68-9df8-b2651b72c5a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.430901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.492268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:14.566140 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e9cef-a484-473a-9213-6d8460e1ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.620086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (a6863e35-d6f2-460c-a00b-eb92b8d94338), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.634077 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-df284bca-14bb-419e-9c99-4a67af5938fb service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845893 Apr 05 11:34:14.643834 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:14.767077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (a6863e35-d6f2-460c-a00b-eb92b8d94338), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.772235 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Provisioning complete for port de4c436f-c114-41f5-a503-14fad3618bbf triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:14.772235 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.773926 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.817752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (967b170d-a5b1-4f68-9df8-b2651b72c5a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.820530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:14.821736 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/967b170d-a5b1-4f68-9df8-b2651b72c5a1 HTTP/1.1" status: 204 len: 168 time: 1.1358368 Apr 05 11:34:14.837773 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b994e2-5bf7-457b-a324-202378d9ea88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b170d-a5b1-4f68-9df8-b2651b72c5a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.838958 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:14.863723 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6863e35-d6f2-460c-a00b-eb92b8d94338,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:14.872411 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:14.873064 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:14.913715 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (22eda678-adb9-4b96-a630-d31f0af5e25b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.065549 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1276bf1-40e9-4689-b099-d02436ebb632 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:15.147688 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Pushing event updated for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.201918 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b1ec82cb-c14f-4be3-bbbd-34dffa92a537 req-aaf682c4-e9fa-4dd1-b9d1-45d13526bdbc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 210 time: 0.0953758 Apr 05 11:34:15.219841 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-d339186b-701a-4c00-9bde-9d08a84e6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.227180 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-d339186b-701a-4c00-9bde-9d08a84e6a9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0bad74095564718925c4ed12a901d4d&device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 1127 time: 0.5971205 Apr 05 11:34:15.230156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.234884 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-890d2b4a-17a1-44c2-ab3d-f3891c5d3c7c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5535839 Apr 05 11:34:15.235061 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:15.243946 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group_rule': {'security_group_id': 'e99ad553-8136-46ef-956e-98a54e1c3e81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:15.301608 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b711144-c47b-4253-ad5d-97a82e61a844" -d '{"events": [{"name": "network-changed", "server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:15.306041 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:15.313887 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:15.328768 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69a478-0856-4343-af22-231b5caf133c req-b3ebc0c7-8215-48f2-8069-75c2203212df tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.330850 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3c69a478-0856-4343-af22-231b5caf133c req-b3ebc0c7-8215-48f2-8069-75c2203212df tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.4753032 Apr 05 11:34:15.371439 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:15.392455 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-f70961bf-a9a6-4ff2-aa32-b1844262a1d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63 HTTP/1.1" status: 200 len: 217 time: 0.1596475 Apr 05 11:34:15.421004 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.463830 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (37d1c24c-72bb-4e2a-b193-f1e2b3320450), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.520843 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port d1276bf1-40e9-4689-b099-d02436ebb632 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:15.521227 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.639031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-8a65c0b9-b35d-4e9a-a3cb-7081c721e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:15.641695 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-8a65c0b9-b35d-4e9a-a3cb-7081c721e230 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=493f9eb0-8016-4663-baa1-117c6f974192 HTTP/1.1" status: 200 len: 851 time: 0.2106152 Apr 05 11:34:15.665992 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (37d1c24c-72bb-4e2a-b193-f1e2b3320450), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.755335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (37d1c24c-72bb-4e2a-b193-f1e2b3320450), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.825171 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d1c24c-72bb-4e2a-b193-f1e2b3320450,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:15.890266 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 2, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:15.925302 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-190945b5-24bc-426c-ae9e-e59bb8d6f4fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0486b161-d05c-4938-ac39-382242390c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709200 Apr 05 11:34:15.960122 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:15.961352 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-1c2924dd-78cc-4cec-aeb9-12ea9918a416 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7257032 Apr 05 11:34:15.971929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:15.987289 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:15.988420 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Updating router d4964cda-706c-4477-a472-3cbf37e31f86 port 2182a233-75c0-437d-aaa8-c4813276a5f5 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:15.992054 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:16.045408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Current status of the port de4c436f-c114-41f5-a503-14fad3618bbf is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:16.046449 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.068529 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.097323 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port d1276bf1-40e9-4689-b099-d02436ebb632 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:16.115300 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:13Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:16.158237 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca3411-5842-4c5d-931e-195b1b04cc0b None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:13Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:16.161152 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] For port de4c436f-c114-41f5-a503-14fad3618bbf, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=de4c436f-c114-41f5-a503-14fad3618bbf,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:16.206232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.234937 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.264038 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-0f9d23ab-2115-459e-89ab-624777965566 service neutron] 10.222.0.53 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249290 Apr 05 11:34:16.427695 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3c69a478-0856-4343-af22-231b5caf133c req-9acbfdf1-6e0a-4eaf-b18c-3138acd803aa tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0413582 Apr 05 11:34:16.477942 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23badcd-f80e-4706-bc47-a38066b5b46f x-openstack-request-id: req-c23badcd-f80e-4706-bc47-a38066b5b46f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:16.478366 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:16.478789 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c23badcd-f80e-4706-bc47-a38066b5b46f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:16.479298 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23badcd-f80e-4706-bc47-a38066b5b46f'] response: {'name': 'network-changed', 'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63', 'status': 'completed', 'code': 200} Apr 05 11:34:16.581678 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-9247e88e-0c51-4000-b3d5-6c9147d9bbd3 None None] Provisioning complete for port 3677f169-4bde-45c2-a161-c232e4660be4 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:16.581678 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9247e88e-0c51-4000-b3d5-6c9147d9bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (3677f169-4bde-45c2-a161-c232e4660be4), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:16.684152 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7664e-28d6-4064-b2ab-c555cb12e11b None None] Pushing event updated for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:16.711315 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9247e88e-0c51-4000-b3d5-6c9147d9bbd3 None None] Port 3677f169-4bde-45c2-a161-c232e4660be4 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:17.009604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.010196 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:17.221542 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-79ec75ba-8417-47d2-a7d2-ea76465d4656 req-8aa8d169-5f8d-4b7d-a115-96c12954042d service neutron] 10.222.0.53 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9444268 Apr 05 11:34:17.288102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device de4c436f-c114-41f5-a503-14fad3618bbf up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:17.377655 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Allocated IP 172.28.0.99 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/4c15509e-2013-403c-90da-e75823848443) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:17.404920 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks [] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.497331 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port de4c436f-c114-41f5-a503-14fad3618bbf triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:17.497937 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.504171 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.598392 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-8c936773-c1e0-4d2e-a4bb-ee220e2e8652 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:17.600054 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-8c936773-c1e0-4d2e-a4bb-ee220e2e8652 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.8772666 Apr 05 11:34:17.744318 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f796d1a-53f3-4a4d-b8db-72459fc8acc3 None None] Pushing event updated for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:17.844708 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-468c8558-c379-41d6-9f20-0accd058393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:17.849919 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-468c8558-c379-41d6-9f20-0accd058393c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0bad74095564718925c4ed12a901d4d&device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 1127 time: 0.4291008 Apr 05 11:34:17.872738 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (4c15509e-2013-403c-90da-e75823848443), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.910033 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-36b6db80-f65e-42e5-a608-7dab3fcbcc16 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/quotas/7ffb1a962c1f4a7496dec84d00a5982f HTTP/1.1" status: 200 len: 375 time: 0.3000979 Apr 05 11:34:17.965145 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Attempting to bind port 2182a233-75c0-437d-aaa8-c4813276a5f5 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:17.965328 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port de4c436f-c114-41f5-a503-14fad3618bbf is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:17.965872 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Attempting to bind port 2182a233-75c0-437d-aaa8-c4813276a5f5 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:17.966418 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Attempting to bind port 2182a233-75c0-437d-aaa8-c4813276a5f5 on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:17.966549 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:17.974887 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:17.976950 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:17.976950 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.976950 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Bound using segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:17.977898 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Bound port: 2182a233-75c0-437d-aaa8-c4813276a5f5, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:17.978522 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:17.999241 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbe509-a4cf-4c3b-8d54-21f93990de2b req-ed8b25f9-cec9-4a4a-9fb4-bbf1ed41fb9e tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.007645 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0dfbe509-a4cf-4c3b-8d54-21f93990de2b req-ed8b25f9-cec9-4a4a-9fb4-bbf1ed41fb9e tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.3773737 Apr 05 11:34:18.160373 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:18.164102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.188619 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] For port 2182a233-75c0-437d-aaa8-c4813276a5f5, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:18.201110 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] For port 2182a233-75c0-437d-aaa8-c4813276a5f5, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2182a233-75c0-437d-aaa8-c4813276a5f5,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:18.308406 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.321864 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0dfbe509-a4cf-4c3b-8d54-21f93990de2b req-5f7cd0ef-2068-4d98-a0fa-ea382226f7c0 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779219 Apr 05 11:34:18.332567 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (4c15509e-2013-403c-90da-e75823848443), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.354906 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Provisioning complete for port 2182a233-75c0-437d-aaa8-c4813276a5f5 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:18.356394 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.380285 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:18.417828 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6c9dc5b0-bb46-4985-91b5-087961956faf admin admin] 10.222.0.64 "PUT /v2.0/routers/22eda678-adb9-4b96-a630-d31f0af5e25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6912632 Apr 05 11:34:18.452034 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:18.491537 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-e2f3e4e0-2371-4c8f-b44c-f8c6708b99fa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5797529 Apr 05 11:34:18.518655 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:18.523345 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:18.566932 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-5dbc0639-4484-43ef-8e51-30561621d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.594911 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-5dbc0639-4484-43ef-8e51-30561621d0a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0486b161-d05c-4938-ac39-382242390c7f HTTP/1.1" status: 200 len: 912 time: 0.7241812 Apr 05 11:34:18.657146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:18.663998 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=4c15509e-2013-403c-90da-e75823848443,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:18.681656 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:18.685196 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-26522549-daab-430b-ac7d-50988bd0a1a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63 HTTP/1.1" status: 200 len: 217 time: 0.0746410 Apr 05 11:34:18.694198 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:18.746586 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:18.774042 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:18.775001 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:18.970905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-db95451b-b43f-4615-81d7-a6ded25ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:18.995225 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-db95451b-b43f-4615-81d7-a6ded25ed8cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=493f9eb0-8016-4663-baa1-117c6f974192 HTTP/1.1" status: 200 len: 851 time: 0.2951519 Apr 05 11:34:19.036444 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:19.107991 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-b22c52f0-1f2e-4cc4-add3-ae1ee61ef23d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0486b161-d05c-4938-ac39-382242390c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032753 Apr 05 11:34:19.175981 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:19.295419 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.453780 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f796d1a-53f3-4a4d-b8db-72459fc8acc3 None None] Pushing event updated for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:19.558239 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4c15509e-2013-403c-90da-e75823848443), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.615042 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:18Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:19.630066 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Current status of the port 2182a233-75c0-437d-aaa8-c4813276a5f5 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:19.630621 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:19.696703 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] For port 2182a233-75c0-437d-aaa8-c4813276a5f5, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2182a233-75c0-437d-aaa8-c4813276a5f5,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:19.721152 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2be518-7e9e-4e36-a9da-ec537a8b61c4 None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:18Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:19.830768 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.030344 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-f9c4e8e8-239a-4220-bb70-5a5b53796558 service neutron] 10.222.0.53 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022906 Apr 05 11:34:20.039683 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.53', 55709) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:20.257767 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (4c15509e-2013-403c-90da-e75823848443), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.322415 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-0c770b03-8ccd-48de-8d02-2486baf2e564 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:20.323217 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-0c770b03-8ccd-48de-8d02-2486baf2e564 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.2811949 Apr 05 11:34:20.342827 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-e4a5a6af-bb8b-477e-830a-04b6d7773b74 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:34:20.344747 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-e4a5a6af-bb8b-477e-830a-04b6d7773b74 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3739307 Apr 05 11:34:20.358082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'port': {'device_id': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'admin_state_up': True, 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:20.461157 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-1532bc09-bb4c-4600-bf9f-d5c3fd8f1b91 None None] Provisioning complete for port 2182a233-75c0-437d-aaa8-c4813276a5f5 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:20.461757 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1532bc09-bb4c-4600-bf9f-d5c3fd8f1b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.532752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (4c15509e-2013-403c-90da-e75823848443), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.726599 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf09ee-0cd6-461f-b5c5-401ff3d6049a None None] Pushing event updated for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:20.772935 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.797380 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=4c15509e-2013-403c-90da-e75823848443,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:20.843203 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8b711144-c47b-4253-ad5d-97a82e61a844 req-9d7e7924-8739-4ad6-bfe7-5e925394c3b3 service neutron] 10.222.0.53 "GET /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998009 Apr 05 11:34:20.847491 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.904584 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:20.932747 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960195984', 'description': 'tempest-description--669437751'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:20.987994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.997529 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c17697a1-b180-43d5-9b58-848302ed0c2f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0240841 Apr 05 11:34:21.034025 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1532bc09-bb4c-4600-bf9f-d5c3fd8f1b91 None None] Current status of the port 2182a233-75c0-437d-aaa8-c4813276a5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:21.076637 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:13Z', 'revision_number': 2, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:21.092182 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.158616 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2182a233-75c0-437d-aaa8-c4813276a5f5 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:21.209103 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-d085ccd8-a9e9-463d-ba7e-19d1d2ad2fac service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440592 Apr 05 11:34:21.279021 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:21.280463 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Updating router 22eda678-adb9-4b96-a630-d31f0af5e25b port 3677f169-4bde-45c2-a161-c232e4660be4 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:34:21.342855 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (3677f169-4bde-45c2-a161-c232e4660be4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.380957 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bbec7-3afc-4b44-966e-d53dc6144c25 req-9df7034e-e53d-4c10-adf9-18a7f6b95b57 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:21.399300 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Made reservation on behalf of 7ffb1a962c1f4a7496dec84d00a5982f for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:21.410745 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a15bbec7-3afc-4b44-966e-d53dc6144c25 req-9df7034e-e53d-4c10-adf9-18a7f6b95b57 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.2999353 Apr 05 11:34:21.411008 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.469258 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 2182a233-75c0-437d-aaa8-c4813276a5f5 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:21.470415 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.490667 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (4ab4d5c9-8eb6-4c54-b789-02897ade2083), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.694244 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-705a3d4f-5b12-4e77-a921-c3b423ad4dea service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763033 Apr 05 11:34:21.735539 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Allocated IP 172.20.0.4 (6c185b41-ab1c-49ab-ad92-4c65b56d691c/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e/f5a75738-3403-486c-8f32-1907b50e6c4c) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:21.744002 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 2182a233-75c0-437d-aaa8-c4813276a5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:21.767459 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4ab4d5c9-8eb6-4c54-b789-02897ade2083), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.803491 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a15bbec7-3afc-4b44-966e-d53dc6144c25 req-648aa8c2-3d18-4f34-af2f-d453619d882f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858719 Apr 05 11:34:21.838525 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab4d5c9-8eb6-4c54-b789-02897ade2083,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:21.919386 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks [] for port (3677f169-4bde-45c2-a161-c232e4660be4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.981952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.985093 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2e10fbc8-6a8a-42a1-b082-745fc2d42d81 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0774181 Apr 05 11:34:21.996503 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-0f4e5dc2-1ec4-448c-8a44-c63a61e139aa tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1112195821&fields=id&tenant_id=829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 267 time: 0.1031384 Apr 05 11:34:21.996693 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43474) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:22.002769 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group_rule': {'security_group_id': '4ab4d5c9-8eb6-4c54-b789-02897ade2083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:22.013878 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.079192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.174461 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1d2af05a-62e4-4f11-84ff-ee7881b79ede req-e814bf7b-8151-45fd-b99a-4b01396aaf6a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.1083586 Apr 05 11:34:22.222811 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36f6b-cc5b-482e-b8c3-9b25446bf469 None None] Pushing event updated for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.223761 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (02fd0f2d-ba22-4119-9d14-0aef5e9fb7b1), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.224263 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-6d2da1cb-3520-4902-9263-6fc1d716ae1b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.225642 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-6d2da1cb-3520-4902-9263-6fc1d716ae1b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 811 time: 0.2288473 Apr 05 11:34:22.247153 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-40393a06-1bfd-4690-b224-8d0b8317b537 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/quotas/829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Apr 05 11:34:22.317595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (02fd0f2d-ba22-4119-9d14-0aef5e9fb7b1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.347910 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43498) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:22.372219 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.385400 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Attempting to bind port 3677f169-4bde-45c2-a161-c232e4660be4 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:22.385785 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Attempting to bind port 3677f169-4bde-45c2-a161-c232e4660be4 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:22.386156 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Attempting to bind port 3677f169-4bde-45c2-a161-c232e4660be4 on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:22.395441 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-7d3f3cb4-c6fc-4c2e-beb9-7cda2a497b08 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416032 Apr 05 11:34:22.414105 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:22.414749 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Checking segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:22.416165 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.418434 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Bound using segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:22.419015 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Bound port: 3677f169-4bde-45c2-a161-c232e4660be4, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:22.422587 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (3677f169-4bde-45c2-a161-c232e4660be4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.448088 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (02fd0f2d-ba22-4119-9d14-0aef5e9fb7b1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.493627 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fd0f2d-ba22-4119-9d14-0aef5e9fb7b1,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.511194 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:22.511194 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.518088 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:22.521427 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:22.598778 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b5742aef-0234-4830-b31b-39548510bdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.606208 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-b7a40c79-f81b-40ee-a9da-c5323266d71d service neutron] 10.222.0.64 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981099 Apr 05 11:34:22.627378 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] For port 3677f169-4bde-45c2-a161-c232e4660be4, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:22.627847 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:22.628512 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.631799 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] For port 3677f169-4bde-45c2-a161-c232e4660be4, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=3677f169-4bde-45c2-a161-c232e4660be4,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:22.639768 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-90a9b1b8-5d74-451a-b599-583bb5cfc725 None None] Provisioning complete for port 3677f169-4bde-45c2-a161-c232e4660be4 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:22.645546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90a9b1b8-5d74-451a-b599-583bb5cfc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (3677f169-4bde-45c2-a161-c232e4660be4), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.685650 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.688092 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-90a9b1b8-5d74-451a-b599-583bb5cfc725 None None] Port 3677f169-4bde-45c2-a161-c232e4660be4 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:22.688218 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b0628303-d826-4df0-845f-8e783d81a30c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6907525 Apr 05 11:34:22.695416 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:22.699848 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group_rule': {'security_group_id': '4ab4d5c9-8eb6-4c54-b789-02897ade2083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:22.785205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-f8fa206d-40a5-42de-8751-14cc3fc45fef service neutron] 10.222.0.64 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720343 Apr 05 11:34:22.810970 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b5742aef-0234-4830-b31b-39548510bdbd admin admin] Publish callbacks [] for security_group (193784ce-da92-4af5-abbb-2561fb34b91a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.847127 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.851080 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-75316dde-6803-4256-87b3-27d8b963088c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5052850 Apr 05 11:34:22.912155 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Request body: {'port': {'device_id': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:22.945442 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b5742aef-0234-4830-b31b-39548510bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (193784ce-da92-4af5-abbb-2561fb34b91a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.950738 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d36f6b-cc5b-482e-b8c3-9b25446bf469 None None] Pushing event updated for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:22.954562 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-5ec354c9-dc24-4ac2-9622-41809e12f7fd None None] Provisioning complete for port f5a75738-3403-486c-8f32-1907b50e6c4c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:22.955120 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ec354c9-dc24-4ac2-9622-41809e12f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:22.959385 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:22.960105 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:33:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:22.989512 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b5742aef-0234-4830-b31b-39548510bdbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79f90611920a40aa9e528cd88b183345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402767 Apr 05 11:34:22.993334 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:23.014046 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5742aef-0234-4830-b31b-39548510bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193784ce-da92-4af5-abbb-2561fb34b91a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:23.047168 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5ec354c9-dc24-4ac2-9622-41809e12f7fd None None] Port f5a75738-3403-486c-8f32-1907b50e6c4c cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:23.049388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746323-0a79-4cdd-a5ec-0738fd127503 req-0b579aa9-13ac-418f-9bf9-a1a268b5a565 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:23.051149 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b7746323-0a79-4cdd-a5ec-0738fd127503 req-0b579aa9-13ac-418f-9bf9-a1a268b5a565 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.1528673 Apr 05 11:34:23.067720 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.108703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (c5dc61d1-6b11-4168-bcee-272beff36727), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.180492 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:23.329694 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b7746323-0a79-4cdd-a5ec-0738fd127503 req-abaab808-1ad4-4963-ac1a-1fb0ad2c28f5 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639351 Apr 05 11:34:23.356307 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] Publish callbacks [] for security_group (193784ce-da92-4af5-abbb-2561fb34b91a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.364695 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6858632d-be75-4d1e-a2fd-afdf0c939877 req-37a0e43b-01db-42d2-bcde-54d4bb9407c9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.1172631 Apr 05 11:34:23.397132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (c5dc61d1-6b11-4168-bcee-272beff36727), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.404529 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] Publish callbacks [] for security_group (193784ce-da92-4af5-abbb-2561fb34b91a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.500099 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Provisioning complete for port 3677f169-4bde-45c2-a161-c232e4660be4 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:23.500558 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (3677f169-4bde-45c2-a161-c232e4660be4), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.503981 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-93df6069-9ca9-4f6b-b29a-29621c113d50 req-b95963c5-ab2f-40cb-8af7-d85165bb2fb3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0492470 Apr 05 11:34:23.511022 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (c5dc61d1-6b11-4168-bcee-272beff36727), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.546001 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dc61d1-6b11-4168-bcee-272beff36727,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:23.646406 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (193784ce-da92-4af5-abbb-2561fb34b91a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.649899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.652336 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Current status of the port 3677f169-4bde-45c2-a161-c232e4660be4 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:23.652336 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (3677f169-4bde-45c2-a161-c232e4660be4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.663211 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/193784ce-da92-4af5-abbb-2561fb34b91a HTTP/1.1" status: 204 len: 168 time: 0.6543195 Apr 05 11:34:23.663211 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.663211 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-addf155f-b27d-4d1e-bc2b-f1abc93cbc4b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9604721 Apr 05 11:34:23.668399 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43550) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:23.671355 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:22Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:23.672088 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5a1d9-c2a3-4bf2-8bdb-e38e027fe005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193784ce-da92-4af5-abbb-2561fb34b91a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:23.678211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:23.711567 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee19ac3-5d91-4d60-87c9-c7cd6e3fc9a5 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:22Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:23.739496 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] For port 3677f169-4bde-45c2-a161-c232e4660be4, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=3677f169-4bde-45c2-a161-c232e4660be4,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:23.833897 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a75738-3403-486c-8f32-1907b50e6c4c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:23.842643 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.848996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks [] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.874879 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.921661 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Transition to ACTIVE for port object f5a75738-3403-486c-8f32-1907b50e6c4c will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:23.936224 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae666-77a9-450f-be56-b94d55f3d041 None None] Pushing event updated for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:24.013228 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.037143 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.133036 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:24.377597 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Allocated IP 172.28.0.240 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/346756d3-6df0-447d-82e0-a8ead93ef0ae) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:24.380208 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Attempting to bind port f5a75738-3403-486c-8f32-1907b50e6c4c on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:24.380563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Attempting to bind port f5a75738-3403-486c-8f32-1907b50e6c4c by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:24.380858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Attempting to bind port f5a75738-3403-486c-8f32-1907b50e6c4c on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:24.392057 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Port f5a75738-3403-486c-8f32-1907b50e6c4c on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:24.392377 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Attempting to bind port f5a75738-3403-486c-8f32-1907b50e6c4c on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:24.398653 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:24.398991 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:24.399374 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Bound using segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:24.399808 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Bound port: f5a75738-3403-486c-8f32-1907b50e6c4c, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:24.400150 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.543430 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 433dc7eb-37fe-43cb-ab3e-915da26ece63 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:24.558119 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c0a49-7d23-449f-be98-eb3b04ae6ed9 req-d1a5f0ae-60c3-48c0-91b2-b6afec1284fc tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.566230 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-483c0a49-7d23-449f-be98-eb3b04ae6ed9 req-d1a5f0ae-60c3-48c0-91b2-b6afec1284fc tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.0895033 Apr 05 11:34:24.574870 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-dd45e4e7-95d4-49a0-8adf-e42902149b39 req-276d8334-c4f8-40ae-a9bb-28597c8db658 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0675161 Apr 05 11:34:24.659242 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-483c0a49-7d23-449f-be98-eb3b04ae6ed9 req-e7d3985d-bf9a-4761-8194-79378bd92a1d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Apr 05 11:34:24.694390 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:24.698974 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f5a75738-3403-486c-8f32-1907b50e6c4c,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:24.709210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43572) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:24.733542 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7359a5cb-75d0-4b2c-88e8-f43be3d00c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.811181 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:24.819428 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-754c06cb-a5cf-4085-b7ba-e659aec71c03 req-64823e3f-cd7d-4561-9954-b88f381c109c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0731931 Apr 05 11:34:24.820754 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.911928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.914888 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:24.933512 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:24.934254 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:24.936136 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-5cdc8f3a-a0c0-467b-b01b-19e750ea9047 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 1093 time: 2.0277817 Apr 05 11:34:24.941592 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:24.945237 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1626a74-1749-4904-938b-51763ed4f69b" -d '{"events": [{"name": "network-changed", "server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:25.194273 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 3677f169-4bde-45c2-a161-c232e4660be4 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:25.287787 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e887f242-06a6-4998-a20c-46d2d863cbfb x-openstack-request-id: req-e887f242-06a6-4998-a20c-46d2d863cbfb {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:25.288638 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:25.299120 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e887f242-06a6-4998-a20c-46d2d863cbfb {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:25.299120 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e887f242-06a6-4998-a20c-46d2d863cbfb'] response: {'name': 'network-changed', 'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c', 'status': 'completed', 'code': 200} Apr 05 11:34:25.394936 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f47fc31-4ff0-40b6-98be-69a3d8bc1697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.402990 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1626a74-1749-4904-938b-51763ed4f69b req-b4bbc5c5-a8f9-4452-96fd-6b79e8d3ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.404483 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a1626a74-1749-4904-938b-51763ed4f69b req-b4bbc5c5-a8f9-4452-96fd-6b79e8d3ba7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1127 time: 0.1294928 Apr 05 11:34:25.421929 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 3677f169-4bde-45c2-a161-c232e4660be4 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:25.422547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (3677f169-4bde-45c2-a161-c232e4660be4), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.496436 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63,segment=NetworkSegment(1eedf40f-bf4c-450d-8098-a543efe10f55),segment_id=1eedf40f-bf4c-450d-8098-a543efe10f55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:25.658271 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '433dc7eb-37fe-43cb-ab3e-915da26ece63', 'network_id': '0486b161-d05c-4938-ac39-382242390c7f', 'port_id': '433dc7eb-37fe-43cb-ab3e-915da26ece63', 'mac_address': 'fa:16:3e:73:cc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493f9eb0-8016-4663-baa1-117c6f974192', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:25.659895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f47fc31-4ff0-40b6-98be-69a3d8bc1697 admin admin] Publish callbacks [] for security_group (18b97cea-dfa5-4a9b-8ff3-95bd82b32fba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.660375 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7359a5cb-75d0-4b2c-88e8-f43be3d00c8f admin admin] Publish callbacks [] for security_group (fd484acd-8c31-4a46-a39a-06fcc1feb594), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.676588 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 3677f169-4bde-45c2-a161-c232e4660be4 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:25.693473 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 433dc7eb-37fe-43cb-ab3e-915da26ece63 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:25.694188 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.745677 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433dc7eb-37fe-43cb-ab3e-915da26ece63 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:25.747781 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1626a74-1749-4904-938b-51763ed4f69b req-73619786-0d58-4c47-8b3d-7490dcd259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.750107 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a1626a74-1749-4904-938b-51763ed4f69b req-73619786-0d58-4c47-8b3d-7490dcd259e0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3299849 Apr 05 11:34:25.773056 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6398c0bb-f38c-4edb-9506-11ace275ba58 req-e9864b1e-4820-470c-9de2-223db4741a0e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0723381 Apr 05 11:34:25.793033 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63,segment=NetworkSegment(1eedf40f-bf4c-450d-8098-a543efe10f55),segment_id=1eedf40f-bf4c-450d-8098-a543efe10f55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:25.850115 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec6b5a-e63f-42d6-aecf-2566a4aee1be req-deb3fd59-8c00-4ae5-8e72-6a665a90605e tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.851812 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3fec6b5a-e63f-42d6-aecf-2566a4aee1be req-deb3fd59-8c00-4ae5-8e72-6a665a90605e tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 943 time: 0.0956900 Apr 05 11:34:25.919200 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3fec6b5a-e63f-42d6-aecf-2566a4aee1be req-42aefdd1-6e70-4c44-a325-d4d04fe7f640 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Apr 05 11:34:25.987623 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3c0e0350-3a36-4862-b5a7-a84718504604 req-7508bea0-8dff-486f-87a6-0e36c6be4d78 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0576079 Apr 05 11:34:25.991076 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1626a74-1749-4904-938b-51763ed4f69b req-9f521ad1-9bf0-4968-82b8-7ab911edcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:25.992467 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a1626a74-1749-4904-938b-51763ed4f69b req-9f521ad1-9bf0-4968-82b8-7ab911edcc1d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221982 Apr 05 11:34:26.083052 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-816e83a5-bd78-4e1a-abc4-db2884117788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.084583 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-816e83a5-bd78-4e1a-abc4-db2884117788 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1127 time: 0.0511644 Apr 05 11:34:26.126069 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-91147cbb-9853-4d67-a46a-8dd2ee50404e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 217 time: 0.0342507 Apr 05 11:34:26.172767 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-125b3b52-8dfc-4744-9481-c3638e5ad612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.174109 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-125b3b52-8dfc-4744-9481-c3638e5ad612 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0430863 Apr 05 11:34:26.238156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-70aa37b8-6587-48dd-8e0a-6f9502b04938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.239696 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-70aa37b8-6587-48dd-8e0a-6f9502b04938 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595100 Apr 05 11:34:26.333232 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-d1ffd4af-7de7-4852-9aac-dd5f024f6f76 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875473 Apr 05 11:34:26.422306 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd05fad1-82fa-4082-8720-6a2fb9693d74 req-b89789a6-18e8-4da3-8d7d-44cae43d74ef service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822523 Apr 05 11:34:26.424168 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.471590 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:26.490257 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:26.493271 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f47fc31-4ff0-40b6-98be-69a3d8bc1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (18b97cea-dfa5-4a9b-8ff3-95bd82b32fba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.495885 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.504151 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:26.508844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7359a5cb-75d0-4b2c-88e8-f43be3d00c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (fd484acd-8c31-4a46-a39a-06fcc1feb594), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.557192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=346756d3-6df0-447d-82e0-a8ead93ef0ae,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.566677 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8f47fc31-4ff0-40b6-98be-69a3d8bc1697 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5c787adc7de4bbda6dac45788d53c45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7517326 Apr 05 11:34:26.566677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47fc31-4ff0-40b6-98be-69a3d8bc1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b97cea-dfa5-4a9b-8ff3-95bd82b32fba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.570087 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:26.594426 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.628765 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] Publish callbacks [] for security_group (18b97cea-dfa5-4a9b-8ff3-95bd82b32fba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.641546 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a5cb-75d0-4b2c-88e8-f43be3d00c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd484acd-8c31-4a46-a39a-06fcc1feb594,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.648474 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7359a5cb-75d0-4b2c-88e8-f43be3d00c8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82751f9a5f454a78a4a9eebae7a0660b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9377747 Apr 05 11:34:26.649845 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:26.676605 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] Publish callbacks [] for security_group (18b97cea-dfa5-4a9b-8ff3-95bd82b32fba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.715248 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab3038c7-d660-4352-b043-06163ba9670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.716245 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-5e96891c-ee1d-4965-81af-40ccc44e1c88 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:26.717700 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-5e96891c-ee1d-4965-81af-40ccc44e1c88 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.2653809 Apr 05 11:34:26.753514 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.761846 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['433dc7eb-37fe-43cb-ab3e-915da26ece63'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:26.766372 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] Publish callbacks [] for security_group (fd484acd-8c31-4a46-a39a-06fcc1feb594), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.790747 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] Publish callbacks [] for security_group (fd484acd-8c31-4a46-a39a-06fcc1feb594), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.876940 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.884950 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (18b97cea-dfa5-4a9b-8ff3-95bd82b32fba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.887830 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.888980 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18b97cea-dfa5-4a9b-8ff3-95bd82b32fba HTTP/1.1" status: 204 len: 168 time: 0.3178434 Apr 05 11:34:26.922046 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-552efb4f-6385-49e8-8444-f87503945172 req-f4b48868-fb1f-426f-8598-eb89fcc0eac7 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0429664 Apr 05 11:34:26.934095 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (fd484acd-8c31-4a46-a39a-06fcc1feb594), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.934095 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:26.934095 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd484acd-8c31-4a46-a39a-06fcc1feb594 HTTP/1.1" status: 204 len: 168 time: 0.2804241 Apr 05 11:34:26.935760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053f19a-42ec-4c2b-9a29-37768d3ed1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b97cea-dfa5-4a9b-8ff3-95bd82b32fba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:26.964265 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049478-af9b-4e65-8707-66a28eec686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd484acd-8c31-4a46-a39a-06fcc1feb594,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:27.110687 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9d1c89a6-7381-4b96-9084-b7cb407709ad req-3e9a1dbb-8812-469c-83a9-fc5cd9123dda tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0322270 Apr 05 11:34:27.123121 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e606a0-a10a-4586-847c-beb08a2f6054 req-c7a60bb6-1fc0-463b-9cc6-9bdea1de15a1 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:27.127184 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-97e606a0-a10a-4586-847c-beb08a2f6054 req-c7a60bb6-1fc0-463b-9cc6-9bdea1de15a1 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 944 time: 0.1205575 Apr 05 11:34:27.181386 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.198850 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-97e606a0-a10a-4586-847c-beb08a2f6054 req-98789fb9-be8e-4b0c-a9c1-8997f375a198 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Apr 05 11:34:27.299321 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.317999 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'port': {'device_id': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'admin_state_up': True, 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:27.433145 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=346756d3-6df0-447d-82e0-a8ead93ef0ae,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:27.445080 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.582141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.585076 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-86f65890-a25f-4ec0-b9b2-5e3090c56049 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9105890 Apr 05 11:34:27.703074 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Made reservation on behalf of 7ffb1a962c1f4a7496dec84d00a5982f for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:27.706543 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:27.853743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Allocated IP 172.20.0.6 (6c185b41-ab1c-49ab-ad92-4c65b56d691c/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e/d9d5985c-c25e-465f-ba85-bb7a5eac8338) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:27.937684 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:27.982652 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0fb0-fb2c-4a99-8902-d075390c25e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.071334 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7213001d-f2c7-4ead-a674-8f5a464a0acd req-4fded470-e228-41d7-b3f8-3dcbf125080a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0659230 Apr 05 11:34:28.119172 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-e20cf8a8-4e04-4414-b501-a9e5565ca8e9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1960195984&fields=id&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 267 time: 0.1377175 Apr 05 11:34:28.128021 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0fb0-fb2c-4a99-8902-d075390c25e1 admin admin] Publish callbacks [] for security_group (1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.136889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.258203 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-40ce2b6e-d105-4749-9d15-3aa53a9c2157 req-c6d46ac7-0c28-488b-835a-00dd589534f5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0438347 Apr 05 11:34:28.288649 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0fb0-fb2c-4a99-8902-d075390c25e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.315882 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ebbd0fb0-fb2c-4a99-8902-d075390c25e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68b4c574a84f4a38b151cdc2b79b57cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765047 Apr 05 11:34:28.318198 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43706) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:28.357681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd0fb0-fb2c-4a99-8902-d075390c25e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:28.393832 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-0ee5e83b-73c2-4145-8341-10531b00063f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.395347 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-0ee5e83b-73c2-4145-8341-10531b00063f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 817 time: 0.2606926 Apr 05 11:34:28.409806 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40740361-1a2e-4071-b22a-4c70eb11ccc2 req-231df692-c2f0-4435-bb79-d02235379139 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.411267 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-e315b9c4-bcc2-46c9-8e56-aeaf5a16fd44 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/quotas/95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 375 time: 0.0103178 Apr 05 11:34:28.411420 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-40740361-1a2e-4071-b22a-4c70eb11ccc2 req-231df692-c2f0-4435-bb79-d02235379139 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 944 time: 0.0869336 Apr 05 11:34:28.412545 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] Publish callbacks [] for security_group (1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.429610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b04e3e8-9563-42b5-8f8e-afdedeabcfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.441068 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.443685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] Publish callbacks [] for security_group (1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.503129 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-50af3408-4710-4365-88e1-50b09d5dccba tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807922 Apr 05 11:34:28.638150 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-6fb2b06f-8a6f-445a-acfa-799048fb02d4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298544 Apr 05 11:34:28.650098 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 433dc7eb-37fe-43cb-ab3e-915da26ece63 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:28.803122 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-0dd13629-3c7b-4ee1-ba29-17aaa3e58128 service neutron] 10.222.0.64 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639488 Apr 05 11:34:28.812688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 433dc7eb-37fe-43cb-ab3e-915da26ece63 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:28.819107 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 433dc7eb-37fe-43cb-ab3e-915da26ece63 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:28.819888 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.823138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:28.824055 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:28.837449 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:28.850787 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:28.862775 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-40740361-1a2e-4071-b22a-4c70eb11ccc2 req-23e2af88-d0e3-43bb-b10a-46de3c78969f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406612 Apr 05 11:34:28.943399 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.944035 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:28.957104 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-86006426-fef3-434a-8058-d9981502a53b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:28.958817 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-86006426-fef3-434a-8058-d9981502a53b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 811 time: 0.5010047 Apr 05 11:34:28.989143 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 433dc7eb-37fe-43cb-ab3e-915da26ece63 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:28.989548 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.034521 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:29.056755 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-c673039c-ca76-4dd1-835c-c8543983abf0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 380 time: 0.0855856 Apr 05 11:34:29.056755 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.059027 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.060132 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1 HTTP/1.1" status: 204 len: 168 time: 0.7409210 Apr 05 11:34:29.066643 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f3b6afbb-0216-423a-9df0-22124e34bd89 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519739 Apr 05 11:34:29.073926 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'port': {'device_id': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'admin_state_up': True, 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'security_groups': ['e99ad553-8136-46ef-956e-98a54e1c3e81']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:29.164368 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63,segment=NetworkSegment(1eedf40f-bf4c-450d-8098-a543efe10f55),segment_id=1eedf40f-bf4c-450d-8098-a543efe10f55)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:29.229545 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-701599e4-84dc-4d96-91f6-8cee46f8bbf0 req-5e44ea1d-ddcd-4836-abb4-3952e3f3c19d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0414762 Apr 05 11:34:29.233589 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Request body: {'port': {'device_id': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:29.272338 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.284114 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b51d3f-aebd-4201-9a6e-35572757af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fb280-1f55-48b8-92bb-7a6c9d8ccda1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:29.315960 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-13d861e2-99c0-4e13-a066-d86890661008 req-d5cf5262-25db-49e8-ab67-c77a1c4eabb3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0906088 Apr 05 11:34:29.351430 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-0e3b5002-88cf-40fa-a6da-86ddf04c59fd None None] Provisioning complete for port d9d5985c-c25e-465f-ba85-bb7a5eac8338 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:29.352228 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5002-88cf-40fa-a6da-86ddf04c59fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.390298 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.416171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.443341 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b5002-88cf-40fa-a6da-86ddf04c59fd None None] Port d9d5985c-c25e-465f-ba85-bb7a5eac8338 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:29.448547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:29.469320 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca4a38-2d9f-4708-9a54-72fb3a0636f5 req-3d5ca64e-1c39-4d45-99c9-b7321cc72ea0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:29.471540 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-33ca4a38-2d9f-4708-9a54-72fb3a0636f5 req-3d5ca64e-1c39-4d45-99c9-b7321cc72ea0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 931 time: 0.0887227 Apr 05 11:34:29.501083 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Made reservation on behalf of 829655a38bd94d7395f9412a03b7e884 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:29.504469 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.539144 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-33ca4a38-2d9f-4708-9a54-72fb3a0636f5 req-8eed07c0-a1cd-4c58-b804-043c79310660 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Apr 05 11:34:29.559232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:29.665347 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731ea3dc-7e24-4f9b-b56d-b07336bc3bcc" -d '{"events": [{"server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "name": "network-vif-plugged", "status": "completed", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:29.746474 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Allocated IP 172.20.0.10 (a453997c-71bd-427a-81fc-51135bf488f5/760beb3c-a8c8-4d34-b960-bd2615ffed5a/4ee38d57-336a-41a6-a08b-385159e18d16) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:29.815306 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2676baa6-cc70-4f0e-acf2-c9e0b4cc5775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.854803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d5985c-c25e-465f-ba85-bb7a5eac8338 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:29.866856 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks [] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.913043 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Transition to ACTIVE for port object d9d5985c-c25e-465f-ba85-bb7a5eac8338 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:29.938264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2676baa6-cc70-4f0e-acf2-c9e0b4cc5775 admin admin] Publish callbacks [] for security_group (368f709f-48ae-465a-90ea-b8abcb01dde4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:29.967141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (4ee38d57-336a-41a6-a08b-385159e18d16), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.013358 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.100356 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2676baa6-cc70-4f0e-acf2-c9e0b4cc5775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (368f709f-48ae-465a-90ea-b8abcb01dde4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.151293 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe410b2-c067-41ba-999b-83314d770563 x-openstack-request-id: req-dfe410b2-c067-41ba-999b-83314d770563 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:30.151588 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "name": "network-vif-plugged", "status": "completed", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:30.151842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfe410b2-c067-41ba-999b-83314d770563 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:30.151972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.152300 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe410b2-c067-41ba-999b-83314d770563'] response: {'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63', 'code': 200} Apr 05 11:34:30.195522 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2676baa6-cc70-4f0e-acf2-c9e0b4cc5775 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9750c757c0914de091f4820a69e36db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340032 Apr 05 11:34:30.196721 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Pushing event updated for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:30.197875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676baa6-cc70-4f0e-acf2-c9e0b4cc5775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f709f-48ae-465a-90ea-b8abcb01dde4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:30.217620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43786) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:30.287786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfa20b-453c-4daf-873c-b8573076a3bd req-776af7c9-decf-4960-9142-5218a011b8e3 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.301097 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9bfa20b-453c-4daf-873c-b8573076a3bd req-776af7c9-decf-4960-9142-5218a011b8e3 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.2846904 Apr 05 11:34:30.378996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Attempting to bind port d9d5985c-c25e-465f-ba85-bb7a5eac8338 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:30.379341 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Attempting to bind port d9d5985c-c25e-465f-ba85-bb7a5eac8338 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:30.379823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Attempting to bind port d9d5985c-c25e-465f-ba85-bb7a5eac8338 on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:30.382168 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:30.403085 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9bfa20b-453c-4daf-873c-b8573076a3bd req-206579dd-b339-475c-a295-5de2de6d3ff9 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Apr 05 11:34:30.415253 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Network a453997c-71bd-427a-81fc-51135bf488f5 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:30.427429 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:30.429758 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:30.501017 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Port d9d5985c-c25e-465f-ba85-bb7a5eac8338 on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:30.501354 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Attempting to bind port d9d5985c-c25e-465f-ba85-bb7a5eac8338 on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:30.512407 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:30.512743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:30.513130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Bound using segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:30.513572 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Bound port: d9d5985c-c25e-465f-ba85-bb7a5eac8338, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:30.513930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.562089 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0901acf0-284e-43c9-b268-714673586f37 req-7e9ac57c-b897-4863-ae17-bcaf70d8c82d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0441325 Apr 05 11:34:30.581192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.581807 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.640965 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device f5a75738-3403-486c-8f32-1907b50e6c4c details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:30.645349 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.53', 55726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:30.669095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a6c27-1148-4c8b-ae67-c1e14c464ecd req-9d444856-d17b-4f3b-9438-f92b358d3571 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.670676 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b65a6c27-1148-4c8b-ae67-c1e14c464ecd req-9d444856-d17b-4f3b-9438-f92b358d3571 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 932 time: 0.2777998 Apr 05 11:34:30.680083 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] Publish callbacks [] for security_group (368f709f-48ae-465a-90ea-b8abcb01dde4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.694732 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:30.707625 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:30.758268 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] Publish callbacks [] for security_group (368f709f-48ae-465a-90ea-b8abcb01dde4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.798362 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b65a6c27-1148-4c8b-ae67-c1e14c464ecd req-11206143-50d3-4a1d-814f-5462f44efdd5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193986 Apr 05 11:34:30.819124 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-70feed88-c9e1-41fe-8197-f9886f8571c2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7493136 Apr 05 11:34:30.847277 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Request body: {'port': {'device_id': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:30.852181 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.853872 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.882590 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-79170846-9479-42ce-b103-b4b95415939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.884127 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-79170846-9479-42ce-b103-b4b95415939c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 1129 time: 0.2377136 Apr 05 11:34:30.887786 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-78faaac5-8e4f-471a-b992-ee18ad52a5c0 None None] Provisioning complete for port 4ee38d57-336a-41a6-a08b-385159e18d16 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:30.888630 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78faaac5-8e4f-471a-b992-ee18ad52a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.911786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9692533-5981-4e4a-99a7-6ff8fb2e17b3 req-2353f66a-638c-438d-9e27-602234d07efa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.920544 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9692533-5981-4e4a-99a7-6ff8fb2e17b3 req-2353f66a-638c-438d-9e27-602234d07efa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 943 time: 0.1865256 Apr 05 11:34:30.923029 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:30.923962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:30.925723 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] 10.222.0.53 "PUT /v2.0/ports/d9d5985c-c25e-465f-ba85-bb7a5eac8338 HTTP/1.1" status: 200 len: 1093 time: 1.7014258 Apr 05 11:34:30.928488 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:30.932377 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981672af-cae0-4b6f-962d-02442db724b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:30.953222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-8fd4bc2c-8f7e-4a28-bcf5-f9a853f62f6d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.009196 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f5a75738-3403-486c-8f32-1907b50e6c4c,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:31.019530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b715fa9-a988-4fbd-b761-adfdbc2a4bf9 x-openstack-request-id: req-1b715fa9-a988-4fbd-b761-adfdbc2a4bf9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:31.020361 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:31.020691 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b715fa9-a988-4fbd-b761-adfdbc2a4bf9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:31.021644 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b715fa9-a988-4fbd-b761-adfdbc2a4bf9'] response: {'name': 'network-changed', 'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338', 'status': 'completed', 'code': 200} Apr 05 11:34:31.028092 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-78faaac5-8e4f-471a-b992-ee18ad52a5c0 None None] Port 4ee38d57-336a-41a6-a08b-385159e18d16 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:31.029842 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9692533-5981-4e4a-99a7-6ff8fb2e17b3 req-d34f8143-823d-4e7c-ad79-7e3e9ae7b6c1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029589 Apr 05 11:34:31.030371 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'f5a75738-3403-486c-8f32-1907b50e6c4c', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'port_id': 'f5a75738-3403-486c-8f32-1907b50e6c4c', 'mac_address': 'fa:16:3e:70:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:31.061559 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.065441 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d12e5-c9f2-42c7-8ddd-4c10fa3676ba service neutron] Pushing event updated for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.094940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port f5a75738-3403-486c-8f32-1907b50e6c4c is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:31.095427 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.114010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a75738-3403-486c-8f32-1907b50e6c4c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:31.146312 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981672af-cae0-4b6f-962d-02442db724b0 req-4be90a1d-2edc-478b-892c-918d2ba1541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.148087 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f5a75738-3403-486c-8f32-1907b50e6c4c,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:31.151465 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-981672af-cae0-4b6f-962d-02442db724b0 req-4be90a1d-2edc-478b-892c-918d2ba1541d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1127 time: 0.1241632 Apr 05 11:34:31.153630 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (368f709f-48ae-465a-90ea-b8abcb01dde4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.156776 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.160423 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/368f709f-48ae-465a-90ea-b8abcb01dde4 HTTP/1.1" status: 204 len: 168 time: 0.8584859 Apr 05 11:34:31.247337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-8fd4bc2c-8f7e-4a28-bcf5-f9a853f62f6d service neutron] Publish callbacks [] for security_group (e15e7d31-fe59-4ae6-b26c-d55ee542a364), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.259280 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.267287 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:31.278013 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd56de-106e-4407-91e2-3c87a20546d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f709f-48ae-465a-90ea-b8abcb01dde4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.342716 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-8fd4bc2c-8f7e-4a28-bcf5-f9a853f62f6d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e15e7d31-fe59-4ae6-b26c-d55ee542a364), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.350688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.412361 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bc2c-8f7e-4a28-bcf5-f9a853f62f6d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e7d31-fe59-4ae6-b26c-d55ee542a364,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.416319 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981672af-cae0-4b6f-962d-02442db724b0 req-e6c80c6b-82d5-4013-bc35-0ad53576564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.417960 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-981672af-cae0-4b6f-962d-02442db724b0 req-e6c80c6b-82d5-4013-bc35-0ad53576564f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2588606 Apr 05 11:34:31.421777 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c11a57e4-72db-43b0-8a1f-99bae460b40c req-8fd4bc2c-8f7e-4a28-bcf5-f9a853f62f6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277674 Apr 05 11:34:31.462392 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['f5a75738-3403-486c-8f32-1907b50e6c4c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:31.598643 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee38d57-336a-41a6-a08b-385159e18d16 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:31.606827 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks [] for port (4ee38d57-336a-41a6-a08b-385159e18d16), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.616823 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271461-702c-4f6b-8e18-d3184109d3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.671881 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Transition to ACTIVE for port object 4ee38d57-336a-41a6-a08b-385159e18d16 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:31.699356 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6bbf-63b8-47e7-9529-e9bfadfef6b8 req-5f0ab068-4ce4-4a1a-b8c2-4758d4cc1a61 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.700928 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c7df6bbf-63b8-47e7-9529-e9bfadfef6b8 req-5f0ab068-4ce4-4a1a-b8c2-4758d4cc1a61 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.1471956 Apr 05 11:34:31.735658 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271461-702c-4f6b-8e18-d3184109d3b9 admin admin] Publish callbacks [] for security_group (36784376-a78a-421b-a149-34085873dd3e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.760135 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f697f8df-c474-4391-8557-1a3b9b0e4bbb req-8ac38c85-4093-402c-b12e-b3c60ba0c433 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0308163 Apr 05 11:34:31.797587 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.823112 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.826834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa271461-702c-4f6b-8e18-d3184109d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (36784376-a78a-421b-a149-34085873dd3e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:31.861184 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981672af-cae0-4b6f-962d-02442db724b0 req-334d2332-7e11-4c4a-944b-4bea84657fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:31.861184 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-981672af-cae0-4b6f-962d-02442db724b0 req-334d2332-7e11-4c4a-944b-4bea84657fe8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207980 Apr 05 11:34:31.877739 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c7df6bbf-63b8-47e7-9529-e9bfadfef6b8 req-88606aac-3737-4481-b386-b04fcf711b9f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133025 Apr 05 11:34:31.906773 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.908775 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271461-702c-4f6b-8e18-d3184109d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36784376-a78a-421b-a149-34085873dd3e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:31.923177 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-aa271461-702c-4f6b-8e18-d3184109d3b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a50efc15a11d45e0bc6f1c79a5753026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512766 Apr 05 11:34:31.924145 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43850) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:32.036696 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d20ea2-e9a2-4692-94cc-257bbaee4629 req-62110fb0-4ea7-4e28-aaeb-a96a05ceeb78 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.039172 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-84d20ea2-e9a2-4692-94cc-257bbaee4629 req-62110fb0-4ea7-4e28-aaeb-a96a05ceeb78 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0830610 Apr 05 11:34:32.058461 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] Publish callbacks [] for security_group (36784376-a78a-421b-a149-34085873dd3e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.082396 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Attempting to bind port 4ee38d57-336a-41a6-a08b-385159e18d16 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:32.082777 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Attempting to bind port 4ee38d57-336a-41a6-a08b-385159e18d16 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:32.083187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Attempting to bind port 4ee38d57-336a-41a6-a08b-385159e18d16 on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:32.092284 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Port 4ee38d57-336a-41a6-a08b-385159e18d16 on network a453997c-71bd-427a-81fc-51135bf488f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:32.092613 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Attempting to bind port 4ee38d57-336a-41a6-a08b-385159e18d16 on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] Publish callbacks [] for security_group (36784376-a78a-421b-a149-34085873dd3e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Checking segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Bound using segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Bound port: 4ee38d57-336a-41a6-a08b-385159e18d16, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:32.107743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.144999 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-84d20ea2-e9a2-4692-94cc-257bbaee4629 req-bef3d92e-e947-471f-b6bb-504aab2ae8b3 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946813 Apr 05 11:34:32.317723 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:32.350982 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4ee38d57-336a-41a6-a08b-385159e18d16,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:32.360256 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89c167-fcbb-439b-921a-ac7b61a2a91d req-b78510bb-27b4-4507-816d-c43deefb3817 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.361650 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da89c167-fcbb-439b-921a-ac7b61a2a91d req-b78510bb-27b4-4507-816d-c43deefb3817 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 943 time: 0.1794446 Apr 05 11:34:32.364854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-7f133a9b-fb33-44ab-8d12-d4b24316704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.366223 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-7f133a9b-fb33-44ab-8d12-d4b24316704f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1127 time: 0.1608627 Apr 05 11:34:32.409393 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da89c167-fcbb-439b-921a-ac7b61a2a91d req-616b7889-d5ac-47a9-9ed1-acc0784050cb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Apr 05 11:34:32.446852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.451202 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (36784376-a78a-421b-a149-34085873dd3e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.456968 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.456968 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36784376-a78a-421b-a149-34085873dd3e HTTP/1.1" status: 204 len: 168 time: 0.5299618 Apr 05 11:34:32.460139 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:32.488523 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e864167f-4106-4814-93db-ac7e56f211c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.533922 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5f869-f888-4337-a534-648a37145f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36784376-a78a-421b-a149-34085873dd3e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:32.536261 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-45b0a205-021c-4f3d-8151-d8baed2e25eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338 HTTP/1.1" status: 200 len: 217 time: 0.0571823 Apr 05 11:34:32.543248 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.543248 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.543248 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 1094 time: 1.7123661 Apr 05 11:34:32.631677 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a082-15b1-44dd-abf8-2f92d8547e88 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:32.648850 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-3b471c6b-8ca9-48e3-8deb-70cf5fb2f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.651109 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-3b471c6b-8ca9-48e3-8deb-70cf5fb2f6e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.1028459 Apr 05 11:34:32.668134 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device f5a75738-3403-486c-8f32-1907b50e6c4c up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:32.731079 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e864167f-4106-4814-93db-ac7e56f211c2 admin admin] Publish callbacks [] for security_group (29868021-233f-45b6-89d7-3897e87c73cf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.780554 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-1fddc40c-b99f-4e3b-80bd-97b45b24aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.782212 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-1fddc40c-b99f-4e3b-80bd-97b45b24aca8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1128 time: 0.1189969 Apr 05 11:34:32.789765 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710afa-3223-45a5-89b8-926b16c2e44a req-c22bae17-ebef-4c11-85b9-85e773830284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:32.791319 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-c22bae17-ebef-4c11-85b9-85e773830284 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1293745 Apr 05 11:34:32.851187 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e864167f-4106-4814-93db-ac7e56f211c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (29868021-233f-45b6-89d7-3897e87c73cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.857150 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port f5a75738-3403-486c-8f32-1907b50e6c4c completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:32.868227 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port f5a75738-3403-486c-8f32-1907b50e6c4c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:32.868227 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:32.898368 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-e864167f-4106-4814-93db-ac7e56f211c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0345b41ad2c4a32b8774e30638a0e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361093 Apr 05 11:34:32.903772 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 43876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:32.996280 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e1d88a92-bdce-4aa2-be07-c8b038d3197e req-96201263-8484-4efe-8040-ee8fb8938496 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0967171 Apr 05 11:34:33.042793 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] Publish callbacks [] for security_group (29868021-233f-45b6-89d7-3897e87c73cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.070847 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] Publish callbacks [] for security_group (29868021-233f-45b6-89d7-3897e87c73cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.121091 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864167f-4106-4814-93db-ac7e56f211c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29868021-233f-45b6-89d7-3897e87c73cf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:33.141205 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:33.143358 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd2034-acbc-4d27-a131-2b4d081cc93b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:33.155873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port f5a75738-3403-486c-8f32-1907b50e6c4c is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:33.156267 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.157647 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-51bc0d5f-3084-4a03-9d49-752f44149f2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 217 time: 0.3653383 Apr 05 11:34:33.177688 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-3c02f990-34f4-4047-ab54-962537eeb8d2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.183070 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-3c02f990-34f4-4047-ab54-962537eeb8d2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 817 time: 0.4473903 Apr 05 11:34:33.205726 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345ac32-fb28-4f23-bf70-9a2d749cb266 x-openstack-request-id: req-1345ac32-fb28-4f23-bf70-9a2d749cb266 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:33.206018 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:33.215427 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1345ac32-fb28-4f23-bf70-9a2d749cb266 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:33.215744 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:33.215915 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1345ac32-fb28-4f23-bf70-9a2d749cb266'] response: {'name': 'network-changed', 'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16', 'status': 'completed', 'code': 200} Apr 05 11:34:33.216018 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487c5e6-6341-4ad1-8fb3-e552bdf730f7" -d '{"events": [{"server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "name": "network-vif-plugged", "status": "completed", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:33.226108 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f5a75738-3403-486c-8f32-1907b50e6c4c,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:33.279823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e1f90-0de9-4026-af03-9e7094b77c26 req-e2e4d171-3664-443f-9285-e3b511106d8f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.281402 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-480e1f90-0de9-4026-af03-9e7094b77c26 req-e2e4d171-3664-443f-9285-e3b511106d8f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.1337597 Apr 05 11:34:33.288346 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-47fbd7d5-7c83-4f80-bbb2-9b5457289d7d service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421359 Apr 05 11:34:33.291917 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (29868021-233f-45b6-89d7-3897e87c73cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.295246 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.296387 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29868021-233f-45b6-89d7-3897e87c73cf HTTP/1.1" status: 204 len: 168 time: 0.3916521 Apr 05 11:34:33.316458 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91721687-20fd-43ed-90cf-a9dcb3ce9bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29868021-233f-45b6-89d7-3897e87c73cf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:33.358261 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-480e1f90-0de9-4026-af03-9e7094b77c26 req-3b97b72e-5467-4084-b266-2e84d0268bc6 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689523 Apr 05 11:34:33.365939 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.374721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79043dc-163a-4ac5-9728-d3fa2bb16990 req-6e436189-c057-45d6-878d-488e9b0213ab tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.376354 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79043dc-163a-4ac5-9728-d3fa2bb16990 req-6e436189-c057-45d6-878d-488e9b0213ab tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.1186745 Apr 05 11:34:33.433418 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:33.495185 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f773d4-bc98-42be-b55a-a07423743bc8 x-openstack-request-id: req-43f773d4-bc98-42be-b55a-a07423743bc8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:33.495658 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "name": "network-vif-plugged", "status": "completed", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:33.496182 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43f773d4-bc98-42be-b55a-a07423743bc8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:33.496413 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f773d4-bc98-42be-b55a-a07423743bc8'] response: {'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c', 'code': 200} Apr 05 11:34:33.561411 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79043dc-163a-4ac5-9728-d3fa2bb16990 req-554fc229-89b7-4b6f-b881-8fecfc2d629e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750629 Apr 05 11:34:33.616784 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-7626f58f-2fcf-410b-aa04-f0bf04c9710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.618280 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-7626f58f-2fcf-410b-aa04-f0bf04c9710b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.1904640 Apr 05 11:34:33.634480 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43898) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:33.637954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-75b0d2ec-f25f-40e9-bba5-d3234edcbf20 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 380 time: 0.2038174 Apr 05 11:34:33.659258 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'port': {'device_id': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'admin_state_up': True, 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'security_groups': ['4ab4d5c9-8eb6-4c54-b789-02897ade2083']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:33.711074 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-507a66af-c504-4e4a-a653-91c94f8fe367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:33.820212 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-63710afa-3223-45a5-89b8-926b16c2e44a req-f2407054-38ff-4009-b1dc-500ada0d1f44 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697248 Apr 05 11:34:33.846224 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552904-8538-49ba-921e-70a39a332872 req-eff13446-82df-42c0-9144-bd2c2a5874fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.847828 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-eff13446-82df-42c0-9144-bd2c2a5874fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2124474 Apr 05 11:34:33.873718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259cbbb-7a34-4309-ba71-729afa905176 req-3ca70fa7-fb2a-4443-a0df-c8e483e53171 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:33.875799 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2259cbbb-7a34-4309-ba71-729afa905176 req-3ca70fa7-fb2a-4443-a0df-c8e483e53171 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 943 time: 0.2198400 Apr 05 11:34:33.902642 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Made reservation on behalf of 95d63130b1b44a78bfe454f50209fc12 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:33.906181 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.028854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-507a66af-c504-4e4a-a653-91c94f8fe367 admin admin] Publish callbacks [] for security_group (530ae599-a6a6-4b46-8322-af736ae0983c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.038574 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2259cbbb-7a34-4309-ba71-729afa905176 req-477bf86b-24be-4980-8483-5db90971e277 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514196 Apr 05 11:34:34.057317 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-ddad5595-f31a-4453-8dc5-2f55eec260a2 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638751 Apr 05 11:34:34.137568 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-507a66af-c504-4e4a-a653-91c94f8fe367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (530ae599-a6a6-4b46-8322-af736ae0983c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.192546 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a66af-c504-4e4a-a653-91c94f8fe367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530ae599-a6a6-4b46-8322-af736ae0983c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:34.198668 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-507a66af-c504-4e4a-a653-91c94f8fe367 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5372cb7b0dd341ee9f9a87dda951e36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620675 Apr 05 11:34:34.201138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 43926) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:34.281262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] Publish callbacks [] for security_group (530ae599-a6a6-4b46-8322-af736ae0983c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.307363 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] Publish callbacks [] for security_group (530ae599-a6a6-4b46-8322-af736ae0983c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.347640 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fd50d525-d070-4c3d-bb7d-4669c61e4a1e req-1cdcf73e-1bd8-45e0-b03a-d22162e42d29 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.2428031 Apr 05 11:34:34.349145 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Allocated IP 172.20.0.14 (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe/bae10e96-053f-4867-a590-612899d18bb1/e08674cb-87b6-41fc-a987-772259c11c9b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:34.485538 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (530ae599-a6a6-4b46-8322-af736ae0983c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.488568 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.489904 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/530ae599-a6a6-4b46-8322-af736ae0983c HTTP/1.1" status: 204 len: 168 time: 0.2876406 Apr 05 11:34:34.519269 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acdb1a-6b65-49a6-ad1b-a89c2aed665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ae599-a6a6-4b46-8322-af736ae0983c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:34.547830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c48fae-98c3-4b36-bee1-fa2a285da79e req-d42ad996-7f8f-428c-9b37-a6b31c9ea232 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.549955 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-17c48fae-98c3-4b36-bee1-fa2a285da79e req-d42ad996-7f8f-428c-9b37-a6b31c9ea232 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.1023862 Apr 05 11:34:34.603024 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-17c48fae-98c3-4b36-bee1-fa2a285da79e req-39aed8d2-c66e-426e-99d5-ffde2a65760c tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Apr 05 11:34:34.616946 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (e08674cb-87b6-41fc-a987-772259c11c9b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.703635 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3e9f3-72d7-4690-8d59-a97f92419e34 req-89c24fe1-ce01-4851-a2c6-5a966ac5e1f9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.705198 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5be3e9f3-72d7-4690-8d59-a97f92419e34 req-89c24fe1-ce01-4851-a2c6-5a966ac5e1f9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0722427 Apr 05 11:34:34.807474 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5be3e9f3-72d7-4690-8d59-a97f92419e34 req-cb7be19e-d62a-4ccb-a822-de3b1bf216df tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674646 Apr 05 11:34:34.864205 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ee552904-8538-49ba-921e-70a39a332872 req-f17e3644-05c5-47f5-8b0e-44575758ffab service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933527 Apr 05 11:34:34.867044 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456148a-f8c5-4bdf-bdbc-899765424ba0 req-99c77f68-39ec-4477-b690-cce3bebad56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:34.868475 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a456148a-f8c5-4bdf-bdbc-899765424ba0 req-99c77f68-39ec-4477-b690-cce3bebad56c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.1548438 Apr 05 11:34:34.880718 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:34.923033 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a456148a-f8c5-4bdf-bdbc-899765424ba0 req-65792a1b-efe5-4ab4-a738-1c51d9628996 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Apr 05 11:34:34.963460 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:34.965901 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:34.973029 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:35.027100 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:35.048831 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.049501 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:35.209128 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-2657c224-aa6d-4048-bf84-3306e56a651e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5576084 Apr 05 11:34:35.214273 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5be40-618a-4cbe-a427-d808008b629d req-061e08ed-1719-44d7-819d-af73caefbe2c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.220225 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14b5be40-618a-4cbe-a427-d808008b629d req-061e08ed-1719-44d7-819d-af73caefbe2c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 943 time: 0.1040108 Apr 05 11:34:35.278894 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-7a44a0e6-667d-48e4-a5cd-dc139f9a0e5c None None] Provisioning complete for port e08674cb-87b6-41fc-a987-772259c11c9b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:35.279405 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14b5be40-618a-4cbe-a427-d808008b629d req-52f94e2f-1038-45b1-aca6-4359467ef1a7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Apr 05 11:34:35.279925 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a44a0e6-667d-48e4-a5cd-dc139f9a0e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:35.326068 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7a44a0e6-667d-48e4-a5cd-dc139f9a0e5c None None] Port e08674cb-87b6-41fc-a987-772259c11c9b cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:34:35.545729 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a2f5-0623-4310-96c8-fa56caa65a4c req-0a63a555-14f8-4787-81da-a8442d7c2461 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.552882 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2449a2f5-0623-4310-96c8-fa56caa65a4c req-0a63a555-14f8-4787-81da-a8442d7c2461 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 932 time: 0.1005893 Apr 05 11:34:35.602566 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2449a2f5-0623-4310-96c8-fa56caa65a4c req-20ee0b6c-c4e5-46f2-b7da-466d3027ef8b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Apr 05 11:34:35.902324 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64a1dc-297a-45ff-8bde-2ff20acd7772 req-e57dcf42-5e4d-49ca-8a3b-85c0c5c010be tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:35.903940 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da64a1dc-297a-45ff-8bde-2ff20acd7772 req-e57dcf42-5e4d-49ca-8a3b-85c0c5c010be tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.0554516 Apr 05 11:34:35.950867 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da64a1dc-297a-45ff-8bde-2ff20acd7772 req-b3e1cc03-7cf4-4bf7-971a-2583337bc278 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Apr 05 11:34:36.167025 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44030) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:36.228895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Request body: {'port': {'device_id': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:36.321489 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6697fe7a-23f9-449f-93a4-a9dd8cbfb6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.326288 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-f0ce4780-7b8b-4d07-9f9d-bb2c6fd54b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.328727 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-f0ce4780-7b8b-4d07-9f9d-bb2c6fd54b0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1128 time: 0.1032422 Apr 05 11:34:36.339840 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.498561 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-da889965-5964-42c4-97c3-4ee964a3b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.500700 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-da889965-5964-42c4-97c3-4ee964a3b1d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1474090 Apr 05 11:34:36.506125 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6697fe7a-23f9-449f-93a4-a9dd8cbfb6d8 admin admin] Publish callbacks [] for security_group (3ea21838-122b-4a13-81b7-4202f545ea86), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.530784 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f8233-ff9b-40ba-a72d-234b2ffbb7b6 req-dfcc810b-0695-46e8-b712-aa54bd18b50b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.532535 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a48f8233-ff9b-40ba-a72d-234b2ffbb7b6 req-dfcc810b-0695-46e8-b712-aa54bd18b50b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 943 time: 0.1791298 Apr 05 11:34:36.582015 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-69238efd-210e-469b-92a0-a7bbb03a9340 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 217 time: 0.0592031 Apr 05 11:34:36.634808 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6697fe7a-23f9-449f-93a4-a9dd8cbfb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3ea21838-122b-4a13-81b7-4202f545ea86), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.674444 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a48f8233-ff9b-40ba-a72d-234b2ffbb7b6 req-23b33f81-e970-4349-b0c8-6de562f86ff4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342082 Apr 05 11:34:36.697687 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6697fe7a-23f9-449f-93a4-a9dd8cbfb6d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=175982d890f24b20990fb6b3e4c1bebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267649 Apr 05 11:34:36.697814 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:36.700415 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697fe7a-23f9-449f-93a4-a9dd8cbfb6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea21838-122b-4a13-81b7-4202f545ea86,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:36.821108 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9d5985c-c25e-465f-ba85-bb7a5eac8338 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:36.875647 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] Publish callbacks [] for security_group (3ea21838-122b-4a13-81b7-4202f545ea86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.895020 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2db7ba-7473-4405-b11e-3e72f7197c7f req-db0d196b-b401-4edf-be87-f6ef20492d22 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:36.896571 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1d2db7ba-7473-4405-b11e-3e72f7197c7f req-db0d196b-b401-4edf-be87-f6ef20492d22 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 932 time: 0.1355383 Apr 05 11:34:36.898838 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:36.921715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:36.921916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks [] for port (e08674cb-87b6-41fc-a987-772259c11c9b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.935071 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'port_id': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338', 'mac_address': 'fa:16:3e:07:fd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:36.951254 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] Publish callbacks [] for security_group (3ea21838-122b-4a13-81b7-4202f545ea86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:36.984087 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d9d5985c-c25e-465f-ba85-bb7a5eac8338 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:36.984568 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.000457 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d5985c-c25e-465f-ba85-bb7a5eac8338 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:37.008458 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Transition to ACTIVE for port object e08674cb-87b6-41fc-a987-772259c11c9b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:34:37.018804 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1d2db7ba-7473-4405-b11e-3e72f7197c7f req-8a2e9f95-8b6e-4ee9-b9ff-f0c93ea4ba49 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100776 Apr 05 11:34:37.023850 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:37.131471 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.138227 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-265b3fdf-1214-4b8f-9941-8fe80a8a32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.140432 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-265b3fdf-1214-4b8f-9941-8fe80a8a32d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0853238 Apr 05 11:34:37.142898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.216834 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-2fc23cbf-355a-4941-8eef-96b93e9482d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.222206 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-2fc23cbf-355a-4941-8eef-96b93e9482d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0754397 Apr 05 11:34:37.225219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3ea21838-122b-4a13-81b7-4202f545ea86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.227817 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.231340 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ea21838-122b-4a13-81b7-4202f545ea86 HTTP/1.1" status: 204 len: 168 time: 0.5296936 Apr 05 11:34:37.297804 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:37.395316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adbef5-30ae-4fbd-bd70-5e2be55829a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea21838-122b-4a13-81b7-4202f545ea86,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:37.400433 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:37.439169 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-cf575e8b-8748-4f00-836d-fdc281e8f4cb service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024586 Apr 05 11:34:37.442523 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7645f6-4dc0-4ac0-b8d1-4e0ff90df2f6 req-de00737d-2768-4883-be4b-223cc653a79e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.444439 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7645f6-4dc0-4ac0-b8d1-4e0ff90df2f6 req-de00737d-2768-4883-be4b-223cc653a79e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.3392205 Apr 05 11:34:37.467447 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['d9d5985c-c25e-465f-ba85-bb7a5eac8338'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:37.604167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Attempting to bind port e08674cb-87b6-41fc-a987-772259c11c9b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:34:37.604829 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Attempting to bind port e08674cb-87b6-41fc-a987-772259c11c9b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:34:37.604945 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Attempting to bind port e08674cb-87b6-41fc-a987-772259c11c9b on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:37.646292 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Port e08674cb-87b6-41fc-a987-772259c11c9b on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:34:37.646654 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Attempting to bind port e08674cb-87b6-41fc-a987-772259c11c9b on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:34:37.646756 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cbd2034-acbc-4d27-a131-2b4d081cc93b req-3e54cbab-2c2a-4d76-98f7-6963cb9094f2 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870008 Apr 05 11:34:37.675724 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7645f6-4dc0-4ac0-b8d1-4e0ff90df2f6 req-71b31234-1ae1-4407-8099-c34ede8841d2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101612 Apr 05 11:34:37.687925 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:34:37.688528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Checking segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:37.690413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Bound using segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:34:37.693015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Bound port: e08674cb-87b6-41fc-a987-772259c11c9b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:34:37.693015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.828688 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:34:37.834595 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:34:37.853718 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0ac0-2ee6-4f9b-8bfa-85d45af8b786 req-1ad05caa-f107-4384-96a4-f80cb6dfa522 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.855370 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ff0ac0-2ee6-4f9b-8bfa-85d45af8b786 req-1ad05caa-f107-4384-96a4-f80cb6dfa522 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 944 time: 0.0893965 Apr 05 11:34:37.908408 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-79ff0ac0-2ee6-4f9b-8bfa-85d45af8b786 req-53b7d94a-69e2-4aaf-ac8f-8ab0d822abbd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Apr 05 11:34:37.930738 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.988886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:37.988886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:37.990282 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] 10.222.0.53 "PUT /v2.0/ports/e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 1094 time: 1.7702172 Apr 05 11:34:37.990785 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:38.018394 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739270d-1351-4c42-a02f-c02e7ef5ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:38.251426 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69727d3-85da-40b7-b395-73fa78e73f78 req-01348b0e-b2a7-4c65-96d4-ac914ddae6b9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.252914 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e69727d3-85da-40b7-b395-73fa78e73f78 req-01348b0e-b2a7-4c65-96d4-ac914ddae6b9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.1559887 Apr 05 11:34:38.262835 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-7a7f1a62-09e0-47ad-9a08-45ee246460de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.264187 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-7a7f1a62-09e0-47ad-9a08-45ee246460de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1128 time: 0.1232347 Apr 05 11:34:38.366768 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-ac7c8109-ef1e-4907-a298-67e5a6aa9204 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 217 time: 0.0947077 Apr 05 11:34:38.371987 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44128) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:38.394080 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44130) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:38.400398 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9502e983-aff9-4412-b07a-ceaba729761f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.493148 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9502e983-aff9-4412-b07a-ceaba729761f admin admin] Publish callbacks [] for security_group (810ef28d-b8cb-4b01-8bc0-adb4415eaa7f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.588801 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9502e983-aff9-4412-b07a-ceaba729761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (810ef28d-b8cb-4b01-8bc0-adb4415eaa7f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.597307 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:38.644254 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9502e983-aff9-4412-b07a-ceaba729761f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2086a42a74f44d68a1f172c5af119d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711949 Apr 05 11:34:38.647893 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44138) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:38.657642 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502e983-aff9-4412-b07a-ceaba729761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ef28d-b8cb-4b01-8bc0-adb4415eaa7f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:38.686257 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e69727d3-85da-40b7-b395-73fa78e73f78 req-b68aabce-02f4-4379-80c5-fa5495c52d97 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192169 Apr 05 11:34:38.708188 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 4ee38d57-336a-41a6-a08b-385159e18d16 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:38.731281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-25f56c48-449c-4c32-aea0-ba87805c4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.734271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6e24-5084-4d1d-9f71-331d9c83c91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.735581 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-25f56c48-449c-4c32-aea0-ba87805c4711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.3430696 Apr 05 11:34:38.754116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9d5985c-c25e-465f-ba85-bb7a5eac8338 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:38.782178 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] Publish callbacks [] for security_group (810ef28d-b8cb-4b01-8bc0-adb4415eaa7f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.830428 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0361eb0-c7b9-41ad-bc96-84fa193dbdcd x-openstack-request-id: req-b0361eb0-c7b9-41ad-bc96-84fa193dbdcd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:38.830741 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:38.831387 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0361eb0-c7b9-41ad-bc96-84fa193dbdcd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:38.831893 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0361eb0-c7b9-41ad-bc96-84fa193dbdcd'] response: {'name': 'network-changed', 'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'status': 'completed', 'code': 200} Apr 05 11:34:38.835765 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] Publish callbacks [] for security_group (810ef28d-b8cb-4b01-8bc0-adb4415eaa7f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.908914 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6e24-5084-4d1d-9f71-331d9c83c91f admin admin] Publish callbacks [] for security_group (df961f64-953d-4bdf-84bd-f8ea357d42b4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:38.913984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-8495fdeb-0aac-4a5b-be79-1aaa0ce049e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.915533 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-8495fdeb-0aac-4a5b-be79-1aaa0ce049e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1741252 Apr 05 11:34:38.947806 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4ee38d57-336a-41a6-a08b-385159e18d16,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:38.956932 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0958-7896-4ca1-bfae-67872f90fc7d req-34b26210-f4da-48a4-b15d-93f95822f6bf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:38.958443 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-948f0958-7896-4ca1-bfae-67872f90fc7d req-34b26210-f4da-48a4-b15d-93f95822f6bf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 944 time: 0.1327169 Apr 05 11:34:38.971505 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '4ee38d57-336a-41a6-a08b-385159e18d16', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'port_id': '4ee38d57-336a-41a6-a08b-385159e18d16', 'mac_address': 'fa:16:3e:77:fc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:39.004057 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6e24-5084-4d1d-9f71-331d9c83c91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (df961f64-953d-4bdf-84bd-f8ea357d42b4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.015800 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 4ee38d57-336a-41a6-a08b-385159e18d16 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:39.016199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.029689 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee38d57-336a-41a6-a08b-385159e18d16 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:39.041928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (810ef28d-b8cb-4b01-8bc0-adb4415eaa7f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.044595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.048559 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/810ef28d-b8cb-4b01-8bc0-adb4415eaa7f HTTP/1.1" status: 204 len: 168 time: 0.3967218 Apr 05 11:34:39.057284 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-948f0958-7896-4ca1-bfae-67872f90fc7d req-9c15cf05-f8e3-4cdc-aea2-744354ef11de tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932176 Apr 05 11:34:39.070552 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6d3a6e24-5084-4d1d-9f71-331d9c83c91f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e86be6479f864a5faa80fab2ce60a08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6744695 Apr 05 11:34:39.075804 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-0e9804e9-97cc-4c92-a60f-5302330a3b69 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523793 Apr 05 11:34:39.076332 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:39.076865 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4ee38d57-336a-41a6-a08b-385159e18d16,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:39.078944 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port d9d5985c-c25e-465f-ba85-bb7a5eac8338 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:39.090402 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port d9d5985c-c25e-465f-ba85-bb7a5eac8338 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:39.090402 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.100163 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6e24-5084-4d1d-9f71-331d9c83c91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df961f64-953d-4bdf-84bd-f8ea357d42b4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.114705 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a538f7-734a-413f-ba34-c10b33ac6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ef28d-b8cb-4b01-8bc0-adb4415eaa7f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.132216 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093c71-2504-4d6b-aeb9-0d1297a3b5de req-440db6c5-000e-4bc8-966d-fc975b6886b8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:39.132984 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2093c71-2504-4d6b-aeb9-0d1297a3b5de req-440db6c5-000e-4bc8-966d-fc975b6886b8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 944 time: 0.1418016 Apr 05 11:34:39.183620 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2093c71-2504-4d6b-aeb9-0d1297a3b5de req-51774ed7-4ee5-43e5-b376-f07e5113a31d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497119 Apr 05 11:34:39.193171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.217587 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] Publish callbacks [] for security_group (df961f64-953d-4bdf-84bd-f8ea357d42b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.233058 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d9d5985c-c25e-465f-ba85-bb7a5eac8338 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:39.233572 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.235731 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c494d6df-2b2a-4cf3-95a8-1071c316908e req-4ca95b15-12fd-4e02-b154-f1e950a7031c service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506197 Apr 05 11:34:39.251026 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] Publish callbacks [] for security_group (df961f64-953d-4bdf-84bd-f8ea357d42b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.272682 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.279339 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:39.282222 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f3253-c845-4359-9da5-a70822a7d560" -d '{"events": [{"server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "name": "network-vif-plugged", "status": "completed", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:39.304908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:39.321628 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8c11a-9979-4ae4-9c3a-98287d1686c6 x-openstack-request-id: req-6ac8c11a-9979-4ae4-9c3a-98287d1686c6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:39.321922 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "name": "network-vif-plugged", "status": "completed", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:39.322184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ac8c11a-9979-4ae4-9c3a-98287d1686c6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:39.322617 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac8c11a-9979-4ae4-9c3a-98287d1686c6'] response: {'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338', 'code': 200} Apr 05 11:34:39.393311 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (df961f64-953d-4bdf-84bd-f8ea357d42b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.393901 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.401916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:39.401916 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df961f64-953d-4bdf-84bd-f8ea357d42b4 HTTP/1.1" status: 204 len: 168 time: 0.3214288 Apr 05 11:34:39.408503 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e9f44-33ae-4ea2-97c8-fc91b834aac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df961f64-953d-4bdf-84bd-f8ea357d42b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.462482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:39.496450 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['4ee38d57-336a-41a6-a08b-385159e18d16'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:39.828282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758670c-d140-46c0-9c13-d2b59dc7bf42 req-0bdaa687-5e1a-416e-b425-fc66b3187bda tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:39.832285 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f758670c-d140-46c0-9c13-d2b59dc7bf42 req-0bdaa687-5e1a-416e-b425-fc66b3187bda tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0727108 Apr 05 11:34:39.904561 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f758670c-d140-46c0-9c13-d2b59dc7bf42 req-ba212095-c040-441e-a9ee-9644f41ead38 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606709 Apr 05 11:34:40.197935 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd183b-6f6c-4f64-b2dd-d4448ae8a701 req-e08fd6be-6edc-491a-be83-98964f2a58a0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.199579 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aedd183b-6f6c-4f64-b2dd-d4448ae8a701 req-e08fd6be-6edc-491a-be83-98964f2a58a0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 945 time: 0.0584867 Apr 05 11:34:40.259915 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aedd183b-6f6c-4f64-b2dd-d4448ae8a701 req-44ed9fe9-4d50-4b7d-b9d9-b13eb31109fd tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538433 Apr 05 11:34:40.328781 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:40.329335 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afe78-b77f-4c0b-881a-e1e4e733e367 req-3abd444d-e399-40c5-8997-6cb9ba39171d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.330880 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-198afe78-b77f-4c0b-881a-e1e4e733e367 req-3abd444d-e399-40c5-8997-6cb9ba39171d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0618434 Apr 05 11:34:40.342591 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc657-54a8-4c19-a709-578be0e4b9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.381078 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-198afe78-b77f-4c0b-881a-e1e4e733e367 req-f7fcfa20-5a2a-424d-a019-f74dc40952b8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Apr 05 11:34:40.428604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc657-54a8-4c19-a709-578be0e4b9eb admin admin] Publish callbacks [] for security_group (05aa3937-ecb6-4c95-a01e-18080d47b7e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.548821 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc657-54a8-4c19-a709-578be0e4b9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (05aa3937-ecb6-4c95-a01e-18080d47b7e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.590421 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bc657-54a8-4c19-a709-578be0e4b9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa3937-ecb6-4c95-a01e-18080d47b7e8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:40.598408 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44204) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:40.605326 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-3a5bc657-54a8-4c19-a709-578be0e4b9eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7feaaa480eaa40c8a893e2ed277dda65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753181 Apr 05 11:34:40.667797 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] Publish callbacks [] for security_group (05aa3937-ecb6-4c95-a01e-18080d47b7e8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.690382 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] Publish callbacks [] for security_group (05aa3937-ecb6-4c95-a01e-18080d47b7e8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.711188 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 4ee38d57-336a-41a6-a08b-385159e18d16 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:40.743427 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-e53c52d7-be46-415d-b1de-6e8541416a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.744512 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-e53c52d7-be46-415d-b1de-6e8541416a95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0496314 Apr 05 11:34:40.793795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857368-9968-43b4-8067-8dbce6faab88 req-30ec073c-5cb2-4d19-8b2d-65e7f6796365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.795323 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-74857368-9968-43b4-8067-8dbce6faab88 req-30ec073c-5cb2-4d19-8b2d-65e7f6796365 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1129 time: 0.0485253 Apr 05 11:34:40.845478 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 4ee38d57-336a-41a6-a08b-385159e18d16 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:40.849587 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 4ee38d57-336a-41a6-a08b-385159e18d16 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:40.849960 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.866706 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-74857368-9968-43b4-8067-8dbce6faab88 req-05155e85-e292-4a48-8a04-d69f2ea80ccb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Apr 05 11:34:40.867464 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (05aa3937-ecb6-4c95-a01e-18080d47b7e8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.870322 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.871449 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05aa3937-ecb6-4c95-a01e-18080d47b7e8 HTTP/1.1" status: 204 len: 168 time: 0.2719910 Apr 05 11:34:40.888439 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540acee2-cec0-433a-90a4-23e960a049db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa3937-ecb6-4c95-a01e-18080d47b7e8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:40.965153 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 4ee38d57-336a-41a6-a08b-385159e18d16 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:40.968693 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:40.982021 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-dab8fd0a-1c1b-433c-beb0-39ba37fe3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:40.983576 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-dab8fd0a-1c1b-433c-beb0-39ba37fe3e34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.2307043 Apr 05 11:34:41.002992 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4ee38d57-336a-41a6-a08b-385159e18d16,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:41.039941 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2ebc5-f637-4f36-969b-371b88d74602 req-181985d6-17bf-45ef-8c9b-c8851456b13a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.041665 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5ff2ebc5-f637-4f36-969b-371b88d74602 req-181985d6-17bf-45ef-8c9b-c8851456b13a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0551007 Apr 05 11:34:41.098630 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5ff2ebc5-f637-4f36-969b-371b88d74602 req-7e7f39d2-8d36-493d-89c0-32a5b3f67cb3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512404 Apr 05 11:34:41.131204 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:41.185405 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:41.324875 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:41.329278 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3653dd04-b573-4db6-acaa-6cbd7696fd00" -d '{"events": [{"server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:41.378943 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da34d3-dc26-4278-b201-12fc95d2ee5d x-openstack-request-id: req-c9da34d3-dc26-4278-b201-12fc95d2ee5d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:41.379581 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:41.380029 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9da34d3-dc26-4278-b201-12fc95d2ee5d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:41.380956 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9da34d3-dc26-4278-b201-12fc95d2ee5d'] response: {'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16', 'code': 200} Apr 05 11:34:41.473937 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-e34e2804-5a4b-40d7-ba7c-ce9bd842b191 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 217 time: 0.0819862 Apr 05 11:34:41.509304 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2cb2-7dcc-47bb-9ff1-e39ea06fbe16 req-54c5aaad-33cf-4ac0-882d-d0f8bb2172d5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.512402 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2edc2cb2-7dcc-47bb-9ff1-e39ea06fbe16 req-54c5aaad-33cf-4ac0-882d-d0f8bb2172d5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1290824 Apr 05 11:34:41.544745 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-a44106ee-7069-43dd-ab48-5d1e388401ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.546316 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-a44106ee-7069-43dd-ab48-5d1e388401ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0672677 Apr 05 11:34:41.583846 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2edc2cb2-7dcc-47bb-9ff1-e39ea06fbe16 req-08cf0666-80a5-4d61-8de7-0b8183638721 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645113 Apr 05 11:34:41.638823 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c5a85-6c6a-4384-9082-073043fbabfe req-78b9bc88-7235-4fd7-af19-7567c2ba5dfd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.641009 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-575c5a85-6c6a-4384-9082-073043fbabfe req-78b9bc88-7235-4fd7-af19-7567c2ba5dfd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0937350 Apr 05 11:34:41.646056 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-2a9064cb-8019-4135-b5dd-7439df640a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:41.649435 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-2a9064cb-8019-4135-b5dd-7439df640a59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0706563 Apr 05 11:34:41.701795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-575c5a85-6c6a-4384-9082-073043fbabfe req-f1c68d81-0a5d-4c38-a81a-016bd98a9fd9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Apr 05 11:34:42.032364 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d3dd-64b2-4971-a675-4169a442fc50 req-9c782cb5-5e91-4a2f-bbae-cf098862aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.033918 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7198d3dd-64b2-4971-a675-4169a442fc50 req-9c782cb5-5e91-4a2f-bbae-cf098862aafa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0480008 Apr 05 11:34:42.044057 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-298d160f-a4f0-420e-a133-9baa87117eda service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898821 Apr 05 11:34:42.086694 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7198d3dd-64b2-4971-a675-4169a442fc50 req-a64280aa-1dd4-4783-815e-982faf7f2ba6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386739 Apr 05 11:34:42.141091 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c4bc429-a9d2-4efa-8168-4fad4a8efbfb req-0426b219-8c2d-4342-a87c-b3b1f7b5b5fe service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845971 Apr 05 11:34:42.237700 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4117c9-de9d-456f-b715-904391eabf14 req-775473d3-720f-47b7-83de-fb137f6c0488 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.239231 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-af4117c9-de9d-456f-b715-904391eabf14 req-775473d3-720f-47b7-83de-fb137f6c0488 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0633364 Apr 05 11:34:42.297193 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-af4117c9-de9d-456f-b715-904391eabf14 req-44b1fc7f-4606-4306-9def-79b79aa0d86b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513890 Apr 05 11:34:42.706140 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255894fb-0cee-4044-95a5-8af575f0ca78 req-d75a0c59-d990-4d25-9d5e-3bb3df6ced46 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.707570 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-255894fb-0cee-4044-95a5-8af575f0ca78 req-d75a0c59-d990-4d25-9d5e-3bb3df6ced46 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0533841 Apr 05 11:34:42.709988 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:34:42.767098 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-255894fb-0cee-4044-95a5-8af575f0ca78 req-e5e4a98e-d29f-44e5-96b8-0672885a0435 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526028 Apr 05 11:34:42.861935 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a40a3-6d07-4628-89df-c1b580f111a6 req-a949e71b-d021-4a2c-919e-5397a8b48822 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:42.864036 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c79a40a3-6d07-4628-89df-c1b580f111a6 req-a949e71b-d021-4a2c-919e-5397a8b48822 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0791297 Apr 05 11:34:42.893545 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:42.919868 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:34:42.936092 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c79a40a3-6d07-4628-89df-c1b580f111a6 req-691383ec-6d50-4350-a6d6-56db0807a8d9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Apr 05 11:34:42.972920 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:42.973312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:42.995555 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:34:43.016527 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:43.147777 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:43.204278 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:43.531421 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['e08674cb-87b6-41fc-a987-772259c11c9b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:43.531578 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dd7b-6478-41d0-959a-48f374915169 req-d20b3e51-b58c-4d51-91da-b51c11b637e2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.538744 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aee1dd7b-6478-41d0-959a-48f374915169 req-d20b3e51-b58c-4d51-91da-b51c11b637e2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0743895 Apr 05 11:34:43.586376 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aee1dd7b-6478-41d0-959a-48f374915169 req-e9989df6-89b7-45c8-8307-a50d1971f003 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Apr 05 11:34:43.783019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a080c-abf3-4ac6-8357-54a8c7154f10 req-4f118bc5-d93f-41c5-a369-0769e7f5feb5 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.784852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4f5df-1078-46f8-97fd-94b0ec5d5b4e req-83f916ee-9eaa-47fd-9703-9fed1ec5b6c0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:43.785094 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b58a080c-abf3-4ac6-8357-54a8c7154f10 req-4f118bc5-d93f-41c5-a369-0769e7f5feb5 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.0779679 Apr 05 11:34:43.786309 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d6b4f5df-1078-46f8-97fd-94b0ec5d5b4e req-83f916ee-9eaa-47fd-9703-9fed1ec5b6c0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0713618 Apr 05 11:34:43.863590 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d6b4f5df-1078-46f8-97fd-94b0ec5d5b4e req-00aba810-3f99-49ea-a216-5e7d571eab51 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697722 Apr 05 11:34:43.874731 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b58a080c-abf3-4ac6-8357-54a8c7154f10 req-4199b88c-2c6b-4c86-9448-afab282d2c47 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772038 Apr 05 11:34:43.907133 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:43.997639 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594ed57-7633-4b0f-8b5f-ed89a5f318f9 req-0827f7ce-f05b-48e2-9489-dc6a6de87bbc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:44.003677 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1594ed57-7633-4b0f-8b5f-ed89a5f318f9 req-0827f7ce-f05b-48e2-9489-dc6a6de87bbc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0623569 Apr 05 11:34:44.025183 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbf10573-5895-4499-8d03-21c0d00cfe20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.055341 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1594ed57-7633-4b0f-8b5f-ed89a5f318f9 req-831fa8d3-29c4-4771-857e-c27d610e752a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503013 Apr 05 11:34:44.097074 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44364) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:44.117673 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbf10573-5895-4499-8d03-21c0d00cfe20 admin admin] Publish callbacks [] for security_group (8a6f630b-bcec-4694-93e5-e8077de285fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.199296 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-259418cc-ec6d-4e7c-b412-bf9580511578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.272172 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-259418cc-ec6d-4e7c-b412-bf9580511578 admin admin] Publish callbacks [] for security_group (0a1aabbd-e31a-42b4-9607-5eb8810e246c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.285337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbf10573-5895-4499-8d03-21c0d00cfe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8a6f630b-bcec-4694-93e5-e8077de285fe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.324845 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-bbf10573-5895-4499-8d03-21c0d00cfe20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae593c83a94e44dea0068727c2a9b789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163623 Apr 05 11:34:44.325713 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10573-5895-4499-8d03-21c0d00cfe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f630b-bcec-4694-93e5-e8077de285fe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:44.329318 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44368) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:44.378085 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] Publish callbacks [] for security_group (8a6f630b-bcec-4694-93e5-e8077de285fe), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.398884 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] Publish callbacks [] for security_group (8a6f630b-bcec-4694-93e5-e8077de285fe), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.433592 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-259418cc-ec6d-4e7c-b412-bf9580511578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0a1aabbd-e31a-42b4-9607-5eb8810e246c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.473313 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259418cc-ec6d-4e7c-b412-bf9580511578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1aabbd-e31a-42b4-9607-5eb8810e246c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:44.477643 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-259418cc-ec6d-4e7c-b412-bf9580511578 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9838be939aa244d198848989cd37a2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795836 Apr 05 11:34:44.480355 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44370) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:44.531176 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] Publish callbacks [] for security_group (0a1aabbd-e31a-42b4-9607-5eb8810e246c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.552324 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] Publish callbacks [] for security_group (0a1aabbd-e31a-42b4-9607-5eb8810e246c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.568263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8a6f630b-bcec-4694-93e5-e8077de285fe), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.570965 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.574474 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a6f630b-bcec-4694-93e5-e8077de285fe HTTP/1.1" status: 204 len: 168 time: 0.2413640 Apr 05 11:34:44.595162 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6751-893e-4cce-b561-08f0b63ad210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f630b-bcec-4694-93e5-e8077de285fe,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:44.712829 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:34:44.725831 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0a1aabbd-e31a-42b4-9607-5eb8810e246c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.728563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:44.732258 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a1aabbd-e31a-42b4-9607-5eb8810e246c HTTP/1.1" status: 204 len: 168 time: 0.2484496 Apr 05 11:34:44.738800 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999794-48b8-4fa1-929b-5293a27fa6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1aabbd-e31a-42b4-9607-5eb8810e246c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:44.745296 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f1863-ebcc-4c34-b63e-49a887f8faa2 req-bc325eff-9ebb-49dd-b074-048b4bb1398d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:44.747817 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f83f1863-ebcc-4c34-b63e-49a887f8faa2 req-bc325eff-9ebb-49dd-b074-048b4bb1398d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Apr 05 11:34:44.800878 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f83f1863-ebcc-4c34-b63e-49a887f8faa2 req-8dd59d3b-00ae-4a8d-81a2-f65f610e00e4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469334 Apr 05 11:34:44.873474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port e08674cb-87b6-41fc-a987-772259c11c9b completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:34:44.877758 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port e08674cb-87b6-41fc-a987-772259c11c9b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:34:44.878213 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.053207 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:34:45.053651 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.055864 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e803-ca4a-47a3-9df0-76b525177d0d req-88c3e748-241b-49e0-85d7-d072feb4aa6f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.057671 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6c8e803-ca4a-47a3-9df0-76b525177d0d req-88c3e748-241b-49e0-85d7-d072feb4aa6f tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.0922723 Apr 05 11:34:45.075152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561ab23-d0e4-4b9c-933f-a6da573f437f req-80bfb447-22a0-4cb5-aa4f-cf70297a0202 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.085322 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8561ab23-d0e4-4b9c-933f-a6da573f437f req-80bfb447-22a0-4cb5-aa4f-cf70297a0202 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1128964 Apr 05 11:34:45.095365 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:45.097193 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:45.098945 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b04604-0786-4b81-9ebb-0d7d255c340d" -d '{"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:45.149905 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6c8e803-ca4a-47a3-9df0-76b525177d0d req-b2f3e588-a49b-4ce9-b391-68b877605ef2 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792785 Apr 05 11:34:45.157156 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8561ab23-d0e4-4b9c-933f-a6da573f437f req-6edf891e-f33a-4e09-aa6b-4729112bd595 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664568 Apr 05 11:34:45.199924 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.274119 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07ff0b-6638-471f-82aa-10bfa72de0fe x-openstack-request-id: req-1b07ff0b-6638-471f-82aa-10bfa72de0fe {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:45.274119 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:45.274119 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b07ff0b-6638-471f-82aa-10bfa72de0fe {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:45.279215 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b07ff0b-6638-471f-82aa-10bfa72de0fe'] response: {'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'code': 200} Apr 05 11:34:45.293515 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:45.324051 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2cafa-040b-4d02-8810-966736cce8a3 req-252963e4-f57a-4489-96cd-0f70661f53eb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.325519 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c3e2cafa-040b-4d02-8810-966736cce8a3 req-252963e4-f57a-4489-96cd-0f70661f53eb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0718756 Apr 05 11:34:45.376529 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c3e2cafa-040b-4d02-8810-966736cce8a3 req-6f52a8e5-743a-4d6c-99c2-85c414d27c79 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448442 Apr 05 11:34:45.535264 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44400) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:45.548662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5deee62a-d1e1-470b-a742-7c373e744fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.621963 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5deee62a-d1e1-470b-a742-7c373e744fd4 admin admin] Publish callbacks [] for security_group (cf08f9d1-5a83-440a-a0ec-358fe55bd551), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.644082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44402) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:45.657801 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90fa909a-ffe3-46b3-b329-0eedf4bcf8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.722537 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5deee62a-d1e1-470b-a742-7c373e744fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cf08f9d1-5a83-440a-a0ec-358fe55bd551), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.785141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90fa909a-ffe3-46b3-b329-0eedf4bcf8a4 admin admin] Publish callbacks [] for security_group (b2f8a806-806e-4f4f-abf9-51e1743a7b69), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.788257 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-5deee62a-d1e1-470b-a742-7c373e744fd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83513acc1cf147fd849b241c490df9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518909 Apr 05 11:34:45.789208 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deee62a-d1e1-470b-a742-7c373e744fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08f9d1-5a83-440a-a0ec-358fe55bd551,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:45.791668 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44406) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:45.850725 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-8ab992f3-e670-438e-a1de-b81c4f291a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.853076 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-8ab992f3-e670-438e-a1de-b81c4f291a82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1129 time: 0.0946913 Apr 05 11:34:45.853579 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-90fa909a-ffe3-46b3-b329-0eedf4bcf8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b2f8a806-806e-4f4f-abf9-51e1743a7b69), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.881433 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] Publish callbacks [] for security_group (cf08f9d1-5a83-440a-a0ec-358fe55bd551), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.916600 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa909a-ffe3-46b3-b329-0eedf4bcf8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f8a806-806e-4f4f-abf9-51e1743a7b69,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:45.931924 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] Publish callbacks [] for security_group (cf08f9d1-5a83-440a-a0ec-358fe55bd551), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:45.942815 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-90fa909a-ffe3-46b3-b329-0eedf4bcf8a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=895b2537b703403a92dce29154176b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973402 Apr 05 11:34:45.951429 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44410) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:45.995206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343aa75-454b-4235-9809-ea4e5f594fb9 req-a54b1e08-4565-444a-914e-d756215d57d2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:45.996746 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7343aa75-454b-4235-9809-ea4e5f594fb9 req-a54b1e08-4565-444a-914e-d756215d57d2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1202705 Apr 05 11:34:46.031194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-e1b33b44-ec45-418f-8fcd-5c8c2f5604f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.032795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-e1b33b44-ec45-418f-8fcd-5c8c2f5604f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1449847 Apr 05 11:34:46.047954 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] Publish callbacks [] for security_group (b2f8a806-806e-4f4f-abf9-51e1743a7b69), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.056324 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357354d-768c-4c8c-b405-8e9adf11403c req-8d713490-32f3-4b18-9b06-83325a232c59 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.057953 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7357354d-768c-4c8c-b405-8e9adf11403c req-8d713490-32f3-4b18-9b06-83325a232c59 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.1317170 Apr 05 11:34:46.112766 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-769e4767-e742-40d2-8393-405bd14b49f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338 HTTP/1.1" status: 200 len: 217 time: 0.0605278 Apr 05 11:34:46.120940 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7343aa75-454b-4235-9809-ea4e5f594fb9 req-96a3b4e9-259d-4e38-821a-3c187735d86f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129775 Apr 05 11:34:46.180591 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-742d43c4-4355-4c36-aaab-79368c690932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.182322 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-742d43c4-4355-4c36-aaab-79368c690932 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0491493 Apr 05 11:34:46.266161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-c7731af4-c3b9-40be-abe4-3460453e0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.267849 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-c7731af4-c3b9-40be-abe4-3460453e0894 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0708356 Apr 05 11:34:46.328348 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cf08f9d1-5a83-440a-a0ec-358fe55bd551), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.330856 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.331980 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf08f9d1-5a83-440a-a0ec-358fe55bd551 HTTP/1.1" status: 204 len: 168 time: 0.5394068 Apr 05 11:34:46.335255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] Publish callbacks [] for security_group (b2f8a806-806e-4f4f-abf9-51e1743a7b69), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.374383 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ae9a-3382-4ac0-93ac-882946b44e6d req-09a5dab0-712b-4931-8985-930cfa245c6b tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.375993 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7124ae9a-3382-4ac0-93ac-882946b44e6d req-09a5dab0-712b-4931-8985-930cfa245c6b tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 945 time: 0.1205165 Apr 05 11:34:46.415539 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d2c56-3972-40a2-8b2e-8c5e30f6dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08f9d1-5a83-440a-a0ec-358fe55bd551,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:46.432053 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-20e6574e-3c72-4a42-87c3-95eff491343a service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395121 Apr 05 11:34:46.471639 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7124ae9a-3382-4ac0-93ac-882946b44e6d req-3f37d15c-390d-499b-bfea-937491ca5aec tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/security-groups?id=28ff8027-691b-45d5-9726-15048b899bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831261 Apr 05 11:34:46.518008 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22b27-92e0-4100-b190-c1d4d0894ef9 req-b035c18a-2229-407c-87e7-1e5980881eaa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.520321 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-efa22b27-92e0-4100-b190-c1d4d0894ef9 req-b035c18a-2229-407c-87e7-1e5980881eaa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.2070637 Apr 05 11:34:46.533188 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340678e9-cecc-425c-9573-b71e079d897f req-86d5c118-0a1f-41ff-ae5d-05a3677588d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.534806 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-340678e9-cecc-425c-9573-b71e079d897f req-86d5c118-0a1f-41ff-ae5d-05a3677588d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1130 time: 0.2241347 Apr 05 11:34:46.591082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Deleting port 433dc7eb-37fe-43cb-ab3e-915da26ece63 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:34:46.591423 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.601223 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d63aafdb-3f2b-4dea-8fd9-45b73674d1eb req-1cff0540-a611-4f8f-b68f-0342997c5c7c service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529396 Apr 05 11:34:46.613543 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b2f8a806-806e-4f4f-abf9-51e1743a7b69), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.616115 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.617477 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2f8a806-806e-4f4f-abf9-51e1743a7b69 HTTP/1.1" status: 204 len: 168 time: 0.6648321 Apr 05 11:34:46.650390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f331eed-c041-455c-bc0e-82b6b46d8e59 req-ec6d3673-1584-4b08-bf14-bce772c7ffd9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.662466 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6f331eed-c041-455c-bc0e-82b6b46d8e59 req-ec6d3673-1584-4b08-bf14-bce772c7ffd9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1024864 Apr 05 11:34:46.695630 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f9133-be24-49cb-9fb9-52383d29907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f8a806-806e-4f4f-abf9-51e1743a7b69,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:46.709060 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-efa22b27-92e0-4100-b190-c1d4d0894ef9 req-1fa8f074-ad7b-4f3e-8345-415efe9fa485 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781416 Apr 05 11:34:46.713930 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-340678e9-cecc-425c-9573-b71e079d897f req-0504b3df-2d3f-4137-a66b-34e6ec2f857b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682558 Apr 05 11:34:46.762194 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] For port 433dc7eb-37fe-43cb-ab3e-915da26ece63, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=433dc7eb-37fe-43cb-ab3e-915da26ece63,segment=NetworkSegment(1eedf40f-bf4c-450d-8098-a543efe10f55),segment_id=1eedf40f-bf4c-450d-8098-a543efe10f55)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:34:46.762604 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:46.767255 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6f331eed-c041-455c-bc0e-82b6b46d8e59 req-a83632f3-d2c1-42ea-a2b2-698a8b8bffae tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036129 Apr 05 11:34:46.784901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Calling delete_port for 433dc7eb-37fe-43cb-ab3e-915da26ece63 owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:34:46.785110 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-0d872a52-65c3-4934-9007-48ec7b181816 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982327 Apr 05 11:34:46.984213 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303ad3-d27c-4bbf-8074-3dac11ebc703 req-e19a4630-205b-4c96-8cea-8fe0af699198 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:46.988727 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a8303ad3-d27c-4bbf-8074-3dac11ebc703 req-e19a4630-205b-4c96-8cea-8fe0af699198 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1091678 Apr 05 11:34:46.999924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:47.005795 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'floatingip': {'port_id': '4ee38d57-336a-41a6-a08b-385159e18d16'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:47.144912 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (433dc7eb-37fe-43cb-ab3e-915da26ece63), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:47.162580 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['433dc7eb-37fe-43cb-ab3e-915da26ece63'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:34:47.181273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:47.268022 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Pushing event deleted for resources: {'Port': ['ID=433dc7eb-37fe-43cb-ab3e-915da26ece63,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:47.310150 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] No DVR routers for this DVR port 433dc7eb-37fe-43cb-ab3e-915da26ece63 on host hv-cinder-83444 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:34:47.314140 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:47.318405 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7357354d-768c-4c8c-b405-8e9adf11403c req-b475de5e-a0ec-4381-b959-c0b60192ef2d tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.53 "DELETE /v2.0/ports/433dc7eb-37fe-43cb-ab3e-915da26ece63 HTTP/1.1" status: 204 len: 173 time: 1.2504942 Apr 05 11:34:47.318946 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'name': 'network-vif-deleted', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:47.321377 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc308474-f016-4b3c-9e09-b44fb9a1ca41" -d '{"events": [{"server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "name": "network-vif-deleted", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:47.367147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b9f95e-047e-406c-afba-007230023f07 x-openstack-request-id: req-97b9f95e-047e-406c-afba-007230023f07 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:47.367567 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89810f2-1549-42cd-b51c-c0cd9d43165f", "name": "network-vif-deleted", "tag": "433dc7eb-37fe-43cb-ab3e-915da26ece63", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:47.367825 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97b9f95e-047e-406c-afba-007230023f07 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:47.369942 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b9f95e-047e-406c-afba-007230023f07'] response: {'server_uuid': 'e89810f2-1549-42cd-b51c-c0cd9d43165f', 'name': 'network-vif-deleted', 'tag': '433dc7eb-37fe-43cb-ab3e-915da26ece63', 'status': 'completed', 'code': 200} Apr 05 11:34:47.503202 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530908e-6748-4215-88d9-4fc344cfee00 req-c6a608ed-6480-4e01-9036-f2cd035b9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.504698 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-c6a608ed-6480-4e01-9036-f2cd035b9d83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.4293344 Apr 05 11:34:47.589325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895aa9b-320d-40b1-8ee1-17b5092cee33 req-f9f9013f-5472-4808-9021-5911563bf827 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.590938 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2895aa9b-320d-40b1-8ee1-17b5092cee33 req-f9f9013f-5472-4808-9021-5911563bf827 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1690154 Apr 05 11:34:47.596550 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-eaf67906-53c8-4c35-aa91-1638ba53e9e7 req-f8fd3ab5-57b0-4093-9bb9-2192a7cb80f0 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.0407467 Apr 05 11:34:47.808089 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2895aa9b-320d-40b1-8ee1-17b5092cee33 req-e2e14a24-bdd0-44c2-9a12-e0eddc276836 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726198 Apr 05 11:34:47.861996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8bc68-de56-42aa-b58c-15c96d3bdd83 req-f36df41e-bee1-4317-8ee5-e0a823dd0e5b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.866463 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4ff8bc68-de56-42aa-b58c-15c96d3bdd83 req-f36df41e-bee1-4317-8ee5-e0a823dd0e5b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0681133 Apr 05 11:34:47.882629 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530908e-6748-4215-88d9-4fc344cfee00 req-26d298b7-41f4-4ac5-bb50-33af27f6a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:47.884566 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-26d298b7-41f4-4ac5-bb50-33af27f6a0f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.2478294 Apr 05 11:34:47.931184 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4ff8bc68-de56-42aa-b58c-15c96d3bdd83 req-4dbe867f-dc8c-4c7d-b27b-972f332294a8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Apr 05 11:34:48.000387 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-b1a598e4-3ff3-4866-afc1-1ada3116d094 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 217 time: 0.1079440 Apr 05 11:34:48.010017 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:48.198376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208583338-network', 'tenant_id': '2551b18dea734c9f8348bbb0d8d405f5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:48.312424 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Made reservation on behalf of 2551b18dea734c9f8348bbb0d8d405f5 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:48.314886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.335072 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.337771 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.428323 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks [] for security_group (292eda0d-92b2-4e9e-beb3-e0c79260e4c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.433781 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.556564 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (292eda0d-92b2-4e9e-beb3-e0c79260e4c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.567010 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530908e-6748-4215-88d9-4fc344cfee00 req-6f355037-cda4-42dd-adeb-b18eb19f65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.568442 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-6f355037-cda4-42dd-adeb-b18eb19f65f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0983050 Apr 05 11:34:48.628698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:34:48.642671 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292eda0d-92b2-4e9e-beb3-e0c79260e4c1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:48.646228 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Floating IP 7906b64b-f5bc-4119-a78a-4b502ef7683b associated. External IP: 172.28.0.99, port: 4ee38d57-336a-41a6-a08b-385159e18d16. Apr 05 11:34:48.688163 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (00635909-691d-491b-8d0f-05ff2cc9b676), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.688508 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Added segment 00635909-691d-491b-8d0f-05ff2cc9b676 of type vlan for network f647dc32-e50d-451e-bba8-46fc6ca100da Apr 05 11:34:48.770723 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (f647dc32-e50d-451e-bba8-46fc6ca100da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.989682 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e11b9-576d-4055-b84e-458ab3c8679a req-92da3ced-3427-4d67-89ac-ff1de266f372 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:48.992012 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a7e11b9-576d-4055-b84e-458ab3c8679a req-92da3ced-3427-4d67-89ac-ff1de266f372 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0734231 Apr 05 11:34:49.009004 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530908e-6748-4215-88d9-4fc344cfee00 req-57ea7a2d-637d-4481-adef-c81489635d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.010707 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-57ea7a2d-637d-4481-adef-c81489635d69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4339876 Apr 05 11:34:49.012818 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-153f1ac5-0f31-402f-a669-6bddd5216d56 req-c2abf626-8838-4f26-8ff1-a78f3065c507 tempest-DeleteServersTestJSON-1605048093 tempest-DeleteServersTestJSON-1605048093-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89810f2-1549-42cd-b51c-c0cd9d43165f HTTP/1.1" status: 200 len: 210 time: 0.2846310 Apr 05 11:34:49.073732 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a7e11b9-576d-4055-b84e-458ab3c8679a req-8fad90f4-afb6-4f51-9661-8b1da7db0949 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746551 Apr 05 11:34:49.205658 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c949d-0e6f-41db-a0f9-7878b42269ac req-bbdc08b8-1d92-4631-bbd8-a39254128dcb tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.207266 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e36c949d-0e6f-41db-a0f9-7878b42269ac req-bbdc08b8-1d92-4631-bbd8-a39254128dcb tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Apr 05 11:34:49.208133 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (f647dc32-e50d-451e-bba8-46fc6ca100da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.209090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.209712 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.217049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44538) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:49.220417 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-348ad978-23cd-4403-8806-15a4af5ec3c2 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014210 Apr 05 11:34:49.221925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'floatingip': {'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:49.339413 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.354605 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac5e0-c824-45dc-90f8-5d5083543687 req-f6f8de6b-de01-4354-9a14-ec82b9541ac1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.356110 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a5ac5e0-c824-45dc-90f8-5d5083543687 req-f6f8de6b-de01-4354-9a14-ec82b9541ac1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.2489960 Apr 05 11:34:49.373434 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3596599 Apr 05 11:34:49.373434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a494590-0d1f-4480-ad3b-2c8a78b96920 admin admin] Pushing event updated for resources: {'Network': ['ID=f647dc32-e50d-451e-bba8-46fc6ca100da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:49.375269 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44544) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:49.381718 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network f647dc32-e50d-451e-bba8-46fc6ca100da details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:34:49.384099 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Request body: {'subnet': {'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208583338-subnet', 'tenant_id': '2551b18dea734c9f8348bbb0d8d405f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:49.487758 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:49.490862 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2530908e-6748-4215-88d9-4fc344cfee00 req-0dac201c-6a0e-47b7-8121-cf469e410050 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427566 Apr 05 11:34:49.494635 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a5ac5e0-c824-45dc-90f8-5d5083543687 req-70235bd3-fd3c-4166-8f13-2a98da5f0130 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318336 Apr 05 11:34:49.559256 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Made reservation on behalf of 2551b18dea734c9f8348bbb0d8d405f5 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:49.562061 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.625160 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:49.630325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:49.644743 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:49.655438 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:49.656363 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:34:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:49.670463 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-51bac787-0e5b-4aba-abe3-dcb12758a2a9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "PUT /v2.0/floatingips/7906b64b-f5bc-4119-a78a-4b502ef7683b HTTP/1.1" status: 200 len: 991 time: 2.6682010 Apr 05 11:34:49.671679 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:49.674075 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b23cef-502a-4366-abca-c80c9332c1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:49.713296 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a59c3e8-df29-4d9c-888b-f5f322f789fe x-openstack-request-id: req-2a59c3e8-df29-4d9c-888b-f5f322f789fe {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:49.713578 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:49.713828 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a59c3e8-df29-4d9c-888b-f5f322f789fe {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:49.714240 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a59c3e8-df29-4d9c-888b-f5f322f789fe'] response: {'name': 'network-changed', 'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16', 'status': 'completed', 'code': 200} Apr 05 11:34:49.774295 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:49.851664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-7ca5963f-1b1f-48ab-ae40-1b99464eb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:49.853779 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-7ca5963f-1b1f-48ab-ae40-1b99464eb8ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0950933 Apr 05 11:34:49.976488 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.093754 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '7906b64b-f5bc-4119-a78a-4b502ef7683b', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.99', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '4ee38d57-336a-41a6-a08b-385159e18d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:77:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:18Z', 'updated_at': '2022-04-05T11:34:48Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:50.125788 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:50.136067 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:50.137041 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:34:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:50.295357 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-8a04b442-60d5-4f02-afd8-af7417a21a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.298550 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-8a04b442-60d5-4f02-afd8-af7417a21a9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1930885 Apr 05 11:34:50.336741 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.db.resource_extend [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 11:34:50.359655 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:50.442525 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (335d3e65-5aaf-4ed9-acbc-e425c16cf04a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.447833 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.501016 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-853ec5c1-e3cf-417a-8e33-da1efedcdbbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 999 time: 0.1809866 Apr 05 11:34:50.502924 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335d3e65-5aaf-4ed9-acbc-e425c16cf04a,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:50.528799 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Checking segment: {'id': '00635909-691d-491b-8d0f-05ff2cc9b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:50.529156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Network hostable DHCP agents. Network: f647dc32-e50d-451e-bba8-46fc6ca100da, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:34:50.587254 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.635188 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Network f647dc32-e50d-451e-bba8-46fc6ca100da is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:34:50.684001 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f7ed4-eece-4a71-abee-f5f55f696d11 req-19b6cc68-0276-4ad5-b0cc-8a60b6d95cf0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.687141 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fd1f7ed4-eece-4a71-abee-f5f55f696d11 req-19b6cc68-0276-4ad5-b0cc-8a60b6d95cf0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1046860 Apr 05 11:34:50.729628 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 433dc7eb-37fe-43cb-ab3e-915da26ece63 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:34:50.731679 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Floating IP c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4 associated. External IP: 172.28.0.240, port: e08674cb-87b6-41fc-a987-772259c11c9b. Apr 05 11:34:50.741489 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:50.757553 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 433dc7eb-37fe-43cb-ab3e-915da26ece63 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:34:50.758318 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 433dc7eb-37fe-43cb-ab3e-915da26ece63 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:34:50.773192 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '7906b64b-f5bc-4119-a78a-4b502ef7683b', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.99', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '4ee38d57-336a-41a6-a08b-385159e18d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:77:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:18Z', 'updated_at': '2022-04-05T11:34:48Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:50.800328 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a4e49-8204-4672-870d-fff466aceed2 None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '7906b64b-f5bc-4119-a78a-4b502ef7683b', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.99', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '4ee38d57-336a-41a6-a08b-385159e18d16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:77:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:18Z', 'updated_at': '2022-04-05T11:34:48Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:50.813623 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-aa9d90ea-e0da-41f7-8d2e-e4ebb5dfb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.816292 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-aa9d90ea-e0da-41f7-8d2e-e4ebb5dfb843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.1622305 Apr 05 11:34:50.825633 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fd1f7ed4-eece-4a71-abee-f5f55f696d11 req-ca47eb83-e549-4026-89d6-00851e0734b8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040800 Apr 05 11:34:50.844475 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, f647dc32-e50d-451e-bba8-46fc6ca100da) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:50.860246 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bad611-0a46-471b-97f2-0a6e143eb051 None None] Network f647dc32-e50d-451e-bba8-46fc6ca100da requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:50.862724 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.863751 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.902518 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-b680cd65-301b-4bfa-84fe-5b1dde5c675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:50.905601 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-b680cd65-301b-4bfa-84fe-5b1dde5c675a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0701721 Apr 05 11:34:51.009259 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8a1f8a0e-c2fa-4153-9753-bc4b644862d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6328695 Apr 05 11:34:51.036409 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992b860-5fa9-46ae-bc53-f5868bab1606 None None] Network f647dc32-e50d-451e-bba8-46fc6ca100da requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:51.046790 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-52c26a9a-b505-4fb1-afc4-28ad8547a4c6 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349177 Apr 05 11:34:51.082974 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:34:51.122189 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0590f-f459-4a53-b0ce-51cee3b5f62b None None] New status for floating IP 7906b64b-f5bc-4119-a78a-4b502ef7683b: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:34:51.189478 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5b23cef-502a-4366-abca-c80c9332c1f5 req-8ae0d426-a983-4222-9202-7ee3544afe93 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146827 Apr 05 11:34:51.235619 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:34:51.240880 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.248224 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:34:51.269700 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:51.271486 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:34:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:51.285422 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-aa76e66f-87d1-4366-8113-5f38a334dac4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "PUT /v2.0/floatingips/c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4 HTTP/1.1" status: 200 len: 992 time: 2.0672290 Apr 05 11:34:51.286010 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:34:51.288511 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbac075-f130-4596-b1d4-07b57f87c9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:34:51.341478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71645615-7218-4428-b679-1ca84e08868a x-openstack-request-id: req-71645615-7218-4428-b679-1ca84e08868a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:34:51.342166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:34:51.342166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71645615-7218-4428-b679-1ca84e08868a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:34:51.343017 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71645615-7218-4428-b679-1ca84e08868a'] response: {'name': 'network-changed', 'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'status': 'completed', 'code': 200} Apr 05 11:34:51.431669 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:51.440307 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-44384bfa-c2da-48b1-a632-2f98a0c5cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:51.441911 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-44384bfa-c2da-48b1-a632-2f98a0c5cfb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1130 time: 0.0600889 Apr 05 11:34:51.602841 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-aa86580e-0521-4fdc-9a3a-0b0053798ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:51.604471 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-aa86580e-0521-4fdc-9a3a-0b0053798ece service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.1516249 Apr 05 11:34:51.691196 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-ccfb55f4-07e5-4e4b-ae9c-1bad1fc1ca05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 1000 time: 0.0711710 Apr 05 11:34:51.708169 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:26Z', 'updated_at': '2022-04-05T11:34:49Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:51.735343 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:34:51.744265 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:34:51.744861 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:34:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:51.760726 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-f2b908fc-285a-4f63-a7c1-066faacd2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:52.070112 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-f2b908fc-285a-4f63-a7c1-066faacd2ab6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0554037 Apr 05 11:34:52.070112 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-a96c1630-d9d2-4f82-a377-d9b700ba04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:52.070112 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-a96c1630-d9d2-4f82-a377-d9b700ba04b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472782 Apr 05 11:34:52.071271 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:34:52.071527 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-95671cd0-24ac-43c0-a757-aad2951605b3 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115446 Apr 05 11:34:52.071527 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b059e-cce7-4a72-aebc-0d0160ec183c req-cabfb75c-3dd1-4a5c-875a-25912525a4bc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:52.071527 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b39b059e-cce7-4a72-aebc-0d0160ec183c req-cabfb75c-3dd1-4a5c-875a-25912525a4bc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1172836 Apr 05 11:34:52.071527 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dbac075-f130-4596-b1d4-07b57f87c9ed req-66fb49ec-85ef-44b5-8a44-e271735103eb service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227422 Apr 05 11:34:52.080986 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b39b059e-cce7-4a72-aebc-0d0160ec183c req-d7ef9233-8427-498e-9b69-c1e1c0d6d042 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606031 Apr 05 11:34:52.108579 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:26Z', 'updated_at': '2022-04-05T11:34:49Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:52.140829 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5027a3a6-6671-4069-bd23-439d6959c43c None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:34:26Z', 'updated_at': '2022-04-05T11:34:49Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:34:52.529522 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:52.531470 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4e3c1-0c8d-4cce-94f0-a45b6f939c8f None None] New status for floating IP c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:34:52.532014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Deleting subnet 493f9eb0-8016-4663-baa1-117c6f974192 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:34:52.532014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Publish callbacks [] for subnet (493f9eb0-8016-4663-baa1-117c6f974192), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.532014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (493f9eb0-8016-4663-baa1-117c6f974192), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.532014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (493f9eb0-8016-4663-baa1-117c6f974192), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.669450 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (493f9eb0-8016-4663-baa1-117c6f974192), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.712235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.719698 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/493f9eb0-8016-4663-baa1-117c6f974192 HTTP/1.1" status: 204 len: 168 time: 0.3643570 Apr 05 11:34:52.719698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4b164-d57a-4441-9280-0815a4f889d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493f9eb0-8016-4663-baa1-117c6f974192,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:52.720389 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44646) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:52.774144 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:52.787015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1571968093-network', 'tenant_id': '79e13d04b0504c828541b6a73dca9e4c'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:52.801814 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (0486b161-d05c-4938-ac39-382242390c7f), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.885010 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (0486b161-d05c-4938-ac39-382242390c7f), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.904269 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0486b161-d05c-4938-ac39-382242390c7f']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:52.913849 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eedf40f-bf4c-450d-8098-a543efe10f55') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:52.914148 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eedf40f-bf4c-450d-8098-a543efe10f55') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:34:52.923852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (1eedf40f-bf4c-450d-8098-a543efe10f55), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.936710 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (1eedf40f-bf4c-450d-8098-a543efe10f55), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.942716 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (1eedf40f-bf4c-450d-8098-a543efe10f55), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:34:52.958694 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:34:53.033639 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Made reservation on behalf of 79e13d04b0504c828541b6a73dca9e4c for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:53.036081 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.044959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.119709 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (0486b161-d05c-4938-ac39-382242390c7f), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.122977 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks [] for security_group (b0082894-bfcd-4128-8155-36211901ac06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.127873 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.131769 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0486b161-d05c-4938-ac39-382242390c7f HTTP/1.1" status: 204 len: 168 time: 0.4105108 Apr 05 11:34:53.148519 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Pushing event deleted for resources: {'Network': ['ID=0486b161-d05c-4938-ac39-382242390c7f,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:53.159073 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.159804 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.160348 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.160876 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.161398 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.162556 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.163059 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.163789 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.164330 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.164840 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.165382 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.166623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.167217 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.168055 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.169043 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a6000-7e1c-4405-8604-960dead2c738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:53.228663 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6bd50-6d7f-4121-a41d-0d2625ed79b6 req-960292df-dd7a-4745-aa68-394a215ba3c8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:53.229148 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-43a6bd50-6d7f-4121-a41d-0d2625ed79b6 req-960292df-dd7a-4745-aa68-394a215ba3c8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0723433 Apr 05 11:34:53.267961 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b0082894-bfcd-4128-8155-36211901ac06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.280841 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-43a6bd50-6d7f-4121-a41d-0d2625ed79b6 req-5ba1675b-ff49-4619-be0e-6e9a8b73a920 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Apr 05 11:34:53.297438 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:34:53.303223 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0082894-bfcd-4128-8155-36211901ac06,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:53.319772 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (db4bf791-eef8-4de4-978b-24f57e941a5d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.319772 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Added segment db4bf791-eef8-4de4-978b-24f57e941a5d of type vlan for network bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 Apr 05 11:34:53.356025 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.479041 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.480159 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:53.480754 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.540493 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] Pushing event updated for resources: {'Network': ['ID=bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:53.550941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:34:53.636535 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-aea85174-dc89-4a93-99f0-97b684093e4e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8610110 Apr 05 11:34:53.639184 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:53.643697 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44676) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:53.644602 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Request body: {'subnet': {'network_id': 'bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1571968093-subnet', 'tenant_id': '79e13d04b0504c828541b6a73dca9e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:53.686988 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-afeadcc0-de78-486e-bdb6-fa9a702b6f19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0bad74095564718925c4ed12a901d4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415440 Apr 05 11:34:53.689330 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44678) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:53.736236 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] Publish callbacks [] for security_group (28ff8027-691b-45d5-9726-15048b899bd6), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.757506 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] Publish callbacks [] for security_group (28ff8027-691b-45d5-9726-15048b899bd6), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.816484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Made reservation on behalf of 79e13d04b0504c828541b6a73dca9e4c for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:53.818899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3355847'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.931043 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (28ff8027-691b-45d5-9726-15048b899bd6), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.934046 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.935240 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28ff8027-691b-45d5-9726-15048b899bd6 HTTP/1.1" status: 204 len: 168 time: 0.2448630 Apr 05 11:34:53.943830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637665f-533f-4875-8720-1e0a80a38c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff8027-691b-45d5-9726-15048b899bd6,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:54.091022 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3355865'] for subnet (29cff06e-e0c7-4092-8574-88f80c0e12d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.149599 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cff06e-e0c7-4092-8574-88f80c0e12d9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:54.160601 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Checking segment: {'id': 'db4bf791-eef8-4de4-978b-24f57e941a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:34:54.160952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Network hostable DHCP agents. Network: bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:34:54.319002 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Network bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:34:54.399310 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23d367-a671-4021-b0cf-0e963192f0d7 req-beef3b07-ba70-4637-8a3a-e39d40630ccf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:54.400831 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc23d367-a671-4021-b0cf-0e963192f0d7 req-beef3b07-ba70-4637-8a3a-e39d40630ccf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0523646 Apr 05 11:34:54.449514 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc23d367-a671-4021-b0cf-0e963192f0d7 req-5cd1ced9-9fc4-4c81-abe3-feeccb41a7db tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Apr 05 11:34:54.474037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:54.478894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:54.482120 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:54.484973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dab411b-1273-496e-8849-1ee886a80c46 None None] Network bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:54.587888 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f34783-3fff-475c-9b80-608b61a3bab5 None None] Network bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:34:54.622348 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-610d308d-dfa4-489d-9474-9fc909674ed2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9727769 Apr 05 11:34:55.271492 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-58982f23-3a17-4a3e-bb10-44318dc60a91 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:55.273112 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-58982f23-3a17-4a3e-bb10-44318dc60a91 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/networks?id=f647dc32-e50d-451e-bba8-46fc6ca100da HTTP/1.1" status: 200 len: 809 time: 0.1059525 Apr 05 11:34:55.291865 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-dc7c0566-9ee6-4528-8e0b-f83a30d9eecc tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/quotas/2551b18dea734c9f8348bbb0d8d405f5 HTTP/1.1" status: 200 len: 375 time: 0.0123940 Apr 05 11:34:55.324235 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-43efc92a-e2a4-4769-8ed3-9d0273dad115 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2551b18dea734c9f8348bbb0d8d405f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267341 Apr 05 11:34:55.426368 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-fbfa65b1-547e-4211-a48c-029ae24a5d6c service neutron] 10.222.0.64 "GET /v2.0/networks/f647dc32-e50d-451e-bba8-46fc6ca100da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943339 Apr 05 11:34:55.530809 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-67b90ca9-6b4a-4231-9287-1a21c52ae843 service neutron] 10.222.0.64 "GET /v2.0/networks/f647dc32-e50d-451e-bba8-46fc6ca100da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964894 Apr 05 11:34:55.584773 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c67c02-bd20-49bc-82af-f41805f88d1d req-fa37fa32-0734-474e-8bea-c48f0960b1ef tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:55.586292 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e7c67c02-bd20-49bc-82af-f41805f88d1d req-fa37fa32-0734-474e-8bea-c48f0960b1ef tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0648174 Apr 05 11:34:55.635404 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e7c67c02-bd20-49bc-82af-f41805f88d1d req-2c90178b-07fd-42f2-838f-74c803b180c8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Apr 05 11:34:55.661719 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ea145d4-0887-45ab-8f73-1b86492a86c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.843884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7d3ab114-bc8c-4ed0-aec1-64dc1cd12047 req-00947897-a84a-41d9-82f2-b7292efa0674 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 210 time: 0.0263877 Apr 05 11:34:56.270948 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44794) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:56.294245 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44798) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:56.406101 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd019-9f1d-4a4d-b0cb-af1b744852bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.418974 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf7aba35-3cb9-4842-8f3d-66b343e26cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.550817 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd019-9f1d-4a4d-b0cb-af1b744852bf admin admin] Publish callbacks [] for security_group (9e650b0a-bad2-4020-84e6-1a293472bf45), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.560291 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf7aba35-3cb9-4842-8f3d-66b343e26cc5 admin admin] Publish callbacks [] for security_group (a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.639577 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd019-9f1d-4a4d-b0cb-af1b744852bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9e650b0a-bad2-4020-84e6-1a293472bf45), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.680030 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-bbdbd019-9f1d-4a4d-b0cb-af1b744852bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=118187a3940e46169c64e55ea0a8b84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079168 Apr 05 11:34:56.681382 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd019-9f1d-4a4d-b0cb-af1b744852bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e650b0a-bad2-4020-84e6-1a293472bf45,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:56.682756 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:56.696985 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bf7aba35-3cb9-4842-8f3d-66b343e26cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.752565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aba35-3cb9-4842-8f3d-66b343e26cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:56.760129 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Publish callbacks [] for security_group (9e650b0a-bad2-4020-84e6-1a293472bf45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.772542 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-bf7aba35-3cb9-4842-8f3d-66b343e26cc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fde8a44d8e50485c80c587db76cc536e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773073 Apr 05 11:34:56.776288 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44826) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:56.784626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Publish callbacks [] for security_group (9e650b0a-bad2-4020-84e6-1a293472bf45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.832270 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6a7be-1a2e-4783-9eba-54f9dcab2964 req-543d25db-b21b-4b23-b3c2-8345d5e066e3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:56.833725 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8da6a7be-1a2e-4783-9eba-54f9dcab2964 req-543d25db-b21b-4b23-b3c2-8345d5e066e3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1049292 Apr 05 11:34:56.858135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] Publish callbacks [] for security_group (a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.901713 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] Publish callbacks [] for security_group (a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.915232 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8da6a7be-1a2e-4783-9eba-54f9dcab2964 req-3b6f91be-ca9d-4c4a-a02f-dcb6fd3fb877 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743153 Apr 05 11:34:56.930332 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-23f92207-6f56-4c59-a5ba-449a3f5193c4 req-90de1298-87a4-4f02-992f-a4ac9e3730de tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 210 time: 0.0307603 Apr 05 11:34:56.970941 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9e650b0a-bad2-4020-84e6-1a293472bf45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.974903 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:56.980512 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e650b0a-bad2-4020-84e6-1a293472bf45 HTTP/1.1" status: 204 len: 168 time: 0.2910697 Apr 05 11:34:56.983083 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e650b0a-bad2-4020-84e6-1a293472bf45,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:56.991024 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.991403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.991746 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.992495 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.992837 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.993173 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.993504 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.993838 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.994166 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.994543 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.994845 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.995187 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.995516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.995839 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:56.996161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76fc65-406b-4550-bf48-be22c35da24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:34:57.073662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.076262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.077967 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e HTTP/1.1" status: 204 len: 168 time: 0.3005624 Apr 05 11:34:57.085923 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec037dd-a92e-4101-aa9b-07d21dd61044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2af3dc8-7af2-47e3-b1cd-1004a2cd4f6e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:57.492405 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44844) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:57.624965 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87c8aaff-caae-4159-a8dd-35bcf9103e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.706199 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87c8aaff-caae-4159-a8dd-35bcf9103e4c admin admin] Publish callbacks [] for security_group (7ac66c79-3248-4b4a-ab35-62c0305dac1e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.845201 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87c8aaff-caae-4159-a8dd-35bcf9103e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (7ac66c79-3248-4b4a-ab35-62c0305dac1e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.884258 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-87c8aaff-caae-4159-a8dd-35bcf9103e4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=018b1b9d4b6e45208afc63ead6b517eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908424 Apr 05 11:34:57.885544 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8aaff-caae-4159-a8dd-35bcf9103e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac66c79-3248-4b4a-ab35-62c0305dac1e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:57.887024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44856) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:57.940480 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] Publish callbacks [] for security_group (7ac66c79-3248-4b4a-ab35-62c0305dac1e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:57.959654 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] Publish callbacks [] for security_group (7ac66c79-3248-4b4a-ab35-62c0305dac1e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.058647 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4cbd9307-ce27-4e4e-b3f8-27c95c36f501 req-5dbbb1c3-1da2-42f6-b4f2-a926a4456a7b tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 210 time: 0.0405014 Apr 05 11:34:58.075883 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaad137-50de-46ee-9107-d9a6e4cfa173 req-a7fb4b58-46fe-4c13-b61d-745317879434 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:58.078957 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ecaad137-50de-46ee-9107-d9a6e4cfa173 req-a7fb4b58-46fe-4c13-b61d-745317879434 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0721283 Apr 05 11:34:58.097125 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (7ac66c79-3248-4b4a-ab35-62c0305dac1e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.099654 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.100780 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ac66c79-3248-4b4a-ab35-62c0305dac1e HTTP/1.1" status: 204 len: 168 time: 0.2127361 Apr 05 11:34:58.114404 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1ca80-c049-4b52-88db-78bc048f9a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac66c79-3248-4b4a-ab35-62c0305dac1e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:58.141548 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ecaad137-50de-46ee-9107-d9a6e4cfa173 req-fbeea351-ba13-4d59-bc30-0bbc4454aa53 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583694 Apr 05 11:34:58.220239 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44872) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:58.237091 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f09de523-26fe-490c-a503-f29965590e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.302457 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ffdb8c3-886e-4b2e-a9e6-9849d0d1904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.328517 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f09de523-26fe-490c-a503-f29965590e55 admin admin] Publish callbacks [] for security_group (49f24f26-5938-4eb6-ae5b-020685832b1b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.435046 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-7acd1fb7-ee09-4539-b06f-d6a5ba65e46a tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:58.440700 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-7acd1fb7-ee09-4539-b06f-d6a5ba65e46a tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.53 "GET /v2.0/networks?id=f647dc32-e50d-451e-bba8-46fc6ca100da HTTP/1.1" status: 200 len: 809 time: 0.1074059 Apr 05 11:34:58.459276 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Request body: {'port': {'device_id': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da', 'admin_state_up': True, 'tenant_id': '2551b18dea734c9f8348bbb0d8d405f5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:58.462317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f09de523-26fe-490c-a503-f29965590e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (49f24f26-5938-4eb6-ae5b-020685832b1b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.503664 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09de523-26fe-490c-a503-f29965590e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f24f26-5938-4eb6-ae5b-020685832b1b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:58.510989 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f09de523-26fe-490c-a503-f29965590e55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=344f7f45d6bf4b1ead70765b92b20ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894149 Apr 05 11:34:58.511322 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 44880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:58.820248 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] Publish callbacks [] for security_group (49f24f26-5938-4eb6-ae5b-020685832b1b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.845690 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44888) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:58.850848 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] Publish callbacks [] for security_group (49f24f26-5938-4eb6-ae5b-020685832b1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.860461 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e294-7e46-40e7-9008-718d1933892c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.919237 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Made reservation on behalf of 2551b18dea734c9f8348bbb0d8d405f5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:34:58.922976 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.977833 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (49f24f26-5938-4eb6-ae5b-020685832b1b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.980393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:58.981585 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49f24f26-5938-4eb6-ae5b-020685832b1b HTTP/1.1" status: 204 len: 168 time: 0.4692798 Apr 05 11:34:59.023802 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e294-7e46-40e7-9008-718d1933892c admin admin] Publish callbacks [] for security_group (57921993-ba94-4c0b-b086-82e069a4efbd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.037973 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865eaf3-7c8f-4291-90ad-7460fb3394b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f24f26-5938-4eb6-ae5b-020685832b1b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:59.125557 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e294-7e46-40e7-9008-718d1933892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57921993-ba94-4c0b-b086-82e069a4efbd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.157959 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6e294-7e46-40e7-9008-718d1933892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57921993-ba94-4c0b-b086-82e069a4efbd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:59.158128 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Allocated IP 172.20.0.9 (f647dc32-e50d-451e-bba8-46fc6ca100da/335d3e65-5aaf-4ed9-acbc-e425c16cf04a/45ba8bb7-537e-4468-a298-bc744c2b0b8d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:34:59.182731 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a7b6e294-7e46-40e7-9008-718d1933892c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5954cf81525843818236e7cdb6f74e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358405 Apr 05 11:34:59.187238 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44904) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:34:59.187883 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5e187a11-35e9-4087-a9d3-26b70d56c904 req-45cf2031-5721-4ef8-8ff2-35271cc32bb5 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 210 time: 0.0606263 Apr 05 11:34:59.308128 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] Publish callbacks [] for security_group (57921993-ba94-4c0b-b086-82e069a4efbd), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.317540 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309518a-9158-46d6-ba35-23d2277147c0 req-017fe484-76ef-4479-88b9-718b8cefa59b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:59.319380 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3309518a-9158-46d6-ba35-23d2277147c0 req-017fe484-76ef-4479-88b9-718b8cefa59b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0843167 Apr 05 11:34:59.355183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] Publish callbacks [] for security_group (57921993-ba94-4c0b-b086-82e069a4efbd), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.359378 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.385162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks [] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.405276 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3309518a-9158-46d6-ba35-23d2277147c0 req-eabcff76-acf8-43a5-a2d6-8dfbac348414 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763099 Apr 05 11:34:59.502639 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.552219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Network f647dc32-e50d-451e-bba8-46fc6ca100da is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:34:59.552219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:34:59.556120 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:34:59.562988 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Pushing event updated for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:59.578122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57921993-ba94-4c0b-b086-82e069a4efbd), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.595967 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.597114 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57921993-ba94-4c0b-b086-82e069a4efbd HTTP/1.1" status: 204 len: 168 time: 0.4089296 Apr 05 11:34:59.620036 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc5a5f-e327-4a4d-ba9b-672f1504d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57921993-ba94-4c0b-b086-82e069a4efbd,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:34:59.624755 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:34:59.625408 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:59.744694 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-bd22952e-92e5-4714-ab77-bf4db403b06e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2899077 Apr 05 11:34:59.760151 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Request body: {'port': {'device_id': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:34:59.831069 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.110156 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ba8bb7-537e-4468-a298-bc744c2b0b8d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:35:00.117960 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks [] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.130799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Transition to ACTIVE for port object 45ba8bb7-537e-4468-a298-bc744c2b0b8d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:35:00.251465 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.389913 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:00.416271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44942) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:00.429362 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-686d4285-66a4-42c0-adb2-ec0a6d43a04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.448544 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa4912-a293-4fb1-a2b3-d6881cbd7195 req-a3899d03-d394-41dd-bf3e-8839cba810de tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:00.451005 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aafa4912-a293-4fb1-a2b3-d6881cbd7195 req-a3899d03-d394-41dd-bf3e-8839cba810de tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 943 time: 0.1513059 Apr 05 11:35:00.479178 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Attempting to bind port 45ba8bb7-537e-4468-a298-bc744c2b0b8d on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:00.479500 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Attempting to bind port 45ba8bb7-537e-4468-a298-bc744c2b0b8d by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '00635909-691d-491b-8d0f-05ff2cc9b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:00.480350 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Attempting to bind port 45ba8bb7-537e-4468-a298-bc744c2b0b8d on network f647dc32-e50d-451e-bba8-46fc6ca100da {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:00.511782 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Port 45ba8bb7-537e-4468-a298-bc744c2b0b8d on network f647dc32-e50d-451e-bba8-46fc6ca100da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:35:00.512109 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Attempting to bind port 45ba8bb7-537e-4468-a298-bc744c2b0b8d on network f647dc32-e50d-451e-bba8-46fc6ca100da {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:00.543019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:00.543922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Checking segment: {'id': '00635909-691d-491b-8d0f-05ff2cc9b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:00.544295 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Bound using segment: {'id': '00635909-691d-491b-8d0f-05ff2cc9b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:00.544733 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Bound port: 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00635909-691d-491b-8d0f-05ff2cc9b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:00.545089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.551928 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aafa4912-a293-4fb1-a2b3-d6881cbd7195 req-379c0009-1c69-4184-9cb8-9c48ccc57438 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 Apr 05 11:35:00.573634 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-686d4285-66a4-42c0-adb2-ec0a6d43a04d admin admin] Publish callbacks [] for security_group (2704363a-25d5-47c4-8235-cc0c12dcc683), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.590810 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdd7b7-c25b-448d-ab6a-062528781940 req-ac933d98-e001-4be9-8136-84e1e4d16c1e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:00.592442 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2ccdd7b7-c25b-448d-ab6a-062528781940 req-ac933d98-e001-4be9-8136-84e1e4d16c1e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1037066 Apr 05 11:35:00.620616 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:00.624268 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d,segment=NetworkSegment(00635909-691d-491b-8d0f-05ff2cc9b676),segment_id=00635909-691d-491b-8d0f-05ff2cc9b676)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:00.637831 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-686d4285-66a4-42c0-adb2-ec0a6d43a04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2704363a-25d5-47c4-8235-cc0c12dcc683), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.658366 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2ccdd7b7-c25b-448d-ab6a-062528781940 req-d9252ec2-3590-4561-80f1-b57bcd1f6044 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602059 Apr 05 11:35:00.681435 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d4285-66a4-42c0-adb2-ec0a6d43a04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704363a-25d5-47c4-8235-cc0c12dcc683,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:00.685726 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-686d4285-66a4-42c0-adb2-ec0a6d43a04d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=534f7a085e7e48568fdfc7e7d9a2ca69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683692 Apr 05 11:35:00.688414 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 44952) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:00.724787 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.745279 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] Publish callbacks [] for security_group (2704363a-25d5-47c4-8235-cc0c12dcc683), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.754161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.782469 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] Publish callbacks [] for security_group (2704363a-25d5-47c4-8235-cc0c12dcc683), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.795558 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:00.796418 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.797965 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] 10.222.0.53 "PUT /v2.0/ports/45ba8bb7-537e-4468-a298-bc744c2b0b8d HTTP/1.1" status: 200 len: 1093 time: 1.0425291 Apr 05 11:35:00.798408 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:00.801079 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65733c56-db55-4cc4-964a-4272f0de0b68" -d '{"events": [{"name": "network-changed", "server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:00.846648 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8337e8-fffb-4be4-a4dd-cd5e30d9dac3 x-openstack-request-id: req-7b8337e8-fffb-4be4-a4dd-cd5e30d9dac3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:00.847283 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:00.847283 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8337e8-fffb-4be4-a4dd-cd5e30d9dac3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:00.847586 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8337e8-fffb-4be4-a4dd-cd5e30d9dac3'] response: {'name': 'network-changed', 'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d', 'status': 'completed', 'code': 200} Apr 05 11:35:00.852680 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d929f-bbe0-4bd2-b3b8-0cf0cf2b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:00.913307 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2704363a-25d5-47c4-8235-cc0c12dcc683), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.916529 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:00.921606 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2704363a-25d5-47c4-8235-cc0c12dcc683 HTTP/1.1" status: 204 len: 168 time: 0.2321398 Apr 05 11:35:00.926951 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-218dad05-b75d-4659-95cf-8ef702a296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:00.929230 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-218dad05-b75d-4659-95cf-8ef702a296fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2551b18dea734c9f8348bbb0d8d405f5&device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 1127 time: 0.0526459 Apr 05 11:35:00.930629 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7849b-4752-44d4-ac43-1f6806debdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704363a-25d5-47c4-8235-cc0c12dcc683,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:01.129293 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-e098d5c4-f811-4e5e-89e2-5d09e468511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.130718 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-e098d5c4-f811-4e5e-89e2-5d09e468511b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2551b18dea734c9f8348bbb0d8d405f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1896737 Apr 05 11:35:01.299698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-3757aecd-3b3d-41db-822e-430a0ea2c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.301220 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-65733c56-db55-4cc4-964a-4272f0de0b68 req-3757aecd-3b3d-41db-822e-430a0ea2c0ea service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628056 Apr 05 11:35:01.404097 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-f9bf3dfc-ae2a-47ea-a7f7-324069021ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.405954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-f9bf3dfc-ae2a-47ea-a7f7-324069021ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2551b18dea734c9f8348bbb0d8d405f5&device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 1127 time: 0.0569515 Apr 05 11:35:01.469578 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-5ecdb873-85b4-405e-ae88-6b1a3f840fc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d HTTP/1.1" status: 200 len: 217 time: 0.0449717 Apr 05 11:35:01.526586 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab987-c975-454c-a42a-d3fd8258024e req-5e3ce417-3403-4847-a820-787dbf3491bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.528018 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-5e3ce417-3403-4847-a820-787dbf3491bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=335d3e65-5aaf-4ed9-acbc-e425c16cf04a HTTP/1.1" status: 200 len: 849 time: 0.0458086 Apr 05 11:35:01.561735 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-2a030396-a56e-41c4-864d-58335a2a635b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f647dc32-e50d-451e-bba8-46fc6ca100da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262148 Apr 05 11:35:01.683246 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-c1c56b66-198f-4817-ab68-fee70e9ae71a service neutron] 10.222.0.53 "GET /v2.0/networks/f647dc32-e50d-451e-bba8-46fc6ca100da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117930 Apr 05 11:35:01.713832 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91436c0d-9a44-4017-8cb3-b1a11bea61ba req-9fec2c19-99ae-4039-a676-b9765d614814 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.716618 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-91436c0d-9a44-4017-8cb3-b1a11bea61ba req-9fec2c19-99ae-4039-a676-b9765d614814 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 943 time: 0.0841951 Apr 05 11:35:01.775608 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-91436c0d-9a44-4017-8cb3-b1a11bea61ba req-93240d2b-2336-40a6-9756-271182b60446 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Apr 05 11:35:01.798436 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:01.827734 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76ab987-c975-454c-a42a-d3fd8258024e req-f53d4e5d-bcf9-4d42-b95b-bcc070edf029 service neutron] 10.222.0.53 "GET /v2.0/networks/f647dc32-e50d-451e-bba8-46fc6ca100da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355059 Apr 05 11:35:01.838752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7afe-ea3c-4404-8432-e30d7102197b req-2f47f111-19a4-42a6-9cbe-227bd889a20f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:01.840228 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0e7afe-ea3c-4404-8432-e30d7102197b req-2f47f111-19a4-42a6-9cbe-227bd889a20f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0865076 Apr 05 11:35:01.890865 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0e7afe-ea3c-4404-8432-e30d7102197b req-43ab3f62-d408-4f36-a698-b79804a5b736 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Apr 05 11:35:02.903623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252532cb-74ac-4a3a-827d-598d9cae04fa req-50448ae4-7ab1-4fd7-a642-9b43f7c5a43c tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:02.905210 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-252532cb-74ac-4a3a-827d-598d9cae04fa req-50448ae4-7ab1-4fd7-a642-9b43f7c5a43c tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 943 time: 0.0576949 Apr 05 11:35:02.960808 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-252532cb-74ac-4a3a-827d-598d9cae04fa req-1f6b2c07-6a6c-422b-8aa6-072df63d3dc5 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Apr 05 11:35:03.024505 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2e99-a1eb-411c-8b45-cb0036a84cde req-a2e0c794-9277-4746-bac6-125cf42e6caf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:03.026034 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8ebe2e99-a1eb-411c-8b45-cb0036a84cde req-a2e0c794-9277-4746-bac6-125cf42e6caf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0627382 Apr 05 11:35:03.074400 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8ebe2e99-a1eb-411c-8b45-cb0036a84cde req-78001dab-38e5-4925-9044-cbb2e0dc8dd8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Apr 05 11:35:04.081088 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba25f8c-06d3-49a3-a667-ba22289b0ffc req-7a8054a7-b57f-48dc-8adb-eaeacd423a90 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:04.082477 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1ba25f8c-06d3-49a3-a667-ba22289b0ffc req-7a8054a7-b57f-48dc-8adb-eaeacd423a90 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 943 time: 0.0529516 Apr 05 11:35:04.133135 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1ba25f8c-06d3-49a3-a667-ba22289b0ffc req-880ff726-9145-4829-a33b-bfa42e521b05 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Apr 05 11:35:04.207860 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def41ab-42fb-4ce6-855a-911e3be5e9d2 req-894d985c-4329-4bfb-b721-237464467600 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:04.214954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0def41ab-42fb-4ce6-855a-911e3be5e9d2 req-894d985c-4329-4bfb-b721-237464467600 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0721140 Apr 05 11:35:04.264491 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0def41ab-42fb-4ce6-855a-911e3be5e9d2 req-0eb28073-36f5-4ca8-a644-5f79897f771b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Apr 05 11:35:04.783061 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 45ba8bb7-537e-4468-a298-bc744c2b0b8d details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:35:04.882410 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d,segment=NetworkSegment(00635909-691d-491b-8d0f-05ff2cc9b676),segment_id=00635909-691d-491b-8d0f-05ff2cc9b676)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:04.893638 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '45ba8bb7-537e-4468-a298-bc744c2b0b8d', 'network_id': 'f647dc32-e50d-451e-bba8-46fc6ca100da', 'port_id': '45ba8bb7-537e-4468-a298-bc744c2b0b8d', 'mac_address': 'fa:16:3e:43:7b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335d3e65-5aaf-4ed9-acbc-e425c16cf04a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:35:04.933068 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 45ba8bb7-537e-4468-a298-bc744c2b0b8d is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:04.933462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:04.946644 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ba8bb7-537e-4468-a298-bc744c2b0b8d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:35:04.966262 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d,segment=NetworkSegment(00635909-691d-491b-8d0f-05ff2cc9b676),segment_id=00635909-691d-491b-8d0f-05ff2cc9b676)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:05.061596 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:05.120272 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:05.125918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.131396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:05.260102 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906214-1699-4f21-adc7-106c9092b115 req-dd81ee7c-acb6-45cc-9418-747e222f404d tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:05.262423 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-51906214-1699-4f21-adc7-106c9092b115 req-dd81ee7c-acb6-45cc-9418-747e222f404d tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 944 time: 0.0611064 Apr 05 11:35:05.319899 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-51906214-1699-4f21-adc7-106c9092b115 req-6a571ab9-8958-4972-bba7-3a88c56e9c46 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Apr 05 11:35:05.381694 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['45ba8bb7-537e-4468-a298-bc744c2b0b8d'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:35:05.394349 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef71cde-e0b0-4a16-8d5c-9cfc3bd93265 req-9ba2e949-a7d8-41f4-8179-e427192dfb75 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:05.395881 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8ef71cde-e0b0-4a16-8d5c-9cfc3bd93265 req-9ba2e949-a7d8-41f4-8179-e427192dfb75 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0540845 Apr 05 11:35:05.462477 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8ef71cde-e0b0-4a16-8d5c-9cfc3bd93265 req-cfb2ea04-1e7d-4648-9a11-66f37871ecab tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Apr 05 11:35:06.437137 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31148e5-33cf-4f6c-af05-6b564c195335 req-f6e316cb-6e3c-4691-b5e2-38fe39759693 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:06.438628 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c31148e5-33cf-4f6c-af05-6b564c195335 req-f6e316cb-6e3c-4691-b5e2-38fe39759693 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 944 time: 0.0522807 Apr 05 11:35:06.485783 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c31148e5-33cf-4f6c-af05-6b564c195335 req-699653e2-9bfa-4317-a761-6807741f877e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Apr 05 11:35:06.570275 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64891818-5198-45d1-84c3-6fca1dda72cd req-2bd6c354-4a90-4a4f-83c0-b0751247e615 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:06.571782 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-64891818-5198-45d1-84c3-6fca1dda72cd req-2bd6c354-4a90-4a4f-83c0-b0751247e615 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0508888 Apr 05 11:35:06.621720 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-64891818-5198-45d1-84c3-6fca1dda72cd req-0b4eba89-a189-4523-83b7-fc131343f397 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Apr 05 11:35:06.791758 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 45ba8bb7-537e-4468-a298-bc744c2b0b8d up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:35:06.947498 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 45ba8bb7-537e-4468-a298-bc744c2b0b8d completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:35:06.952371 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 45ba8bb7-537e-4468-a298-bc744c2b0b8d triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:35:06.952578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.039007 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 45ba8bb7-537e-4468-a298-bc744c2b0b8d is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:35:07.039446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.063001 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:07.065223 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e5edaa-4d3d-4e66-b5a9-7612f836df69" -d '{"events": [{"server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "name": "network-vif-plugged", "status": "completed", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:07.078514 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d,segment=NetworkSegment(00635909-691d-491b-8d0f-05ff2cc9b676),segment_id=00635909-691d-491b-8d0f-05ff2cc9b676)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:07.099893 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d825fd5-bb8c-431d-bf3a-e76e7dd836cf x-openstack-request-id: req-2d825fd5-bb8c-431d-bf3a-e76e7dd836cf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:07.100210 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "name": "network-vif-plugged", "status": "completed", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:07.100519 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d825fd5-bb8c-431d-bf3a-e76e7dd836cf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:07.103238 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d825fd5-bb8c-431d-bf3a-e76e7dd836cf'] response: {'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d', 'code': 200} Apr 05 11:35:07.170685 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:07.224141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:07.453744 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807e2c-58f2-4ea2-89b8-92839e9f7628 req-f98d038e-48f1-48b9-99a5-cbab0003c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.458385 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1e807e2c-58f2-4ea2-89b8-92839e9f7628 req-f98d038e-48f1-48b9-99a5-cbab0003c03e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 1129 time: 0.0475354 Apr 05 11:35:07.509712 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1e807e2c-58f2-4ea2-89b8-92839e9f7628 req-9aef79f3-1381-4428-b9df-7192b16c2a3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Apr 05 11:35:07.613123 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070665a-2dce-4f8e-8f4a-362a6b82c286 req-d9d36a4f-7216-4af6-b1d5-cece700605a8 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.614697 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6070665a-2dce-4f8e-8f4a-362a6b82c286 req-d9d36a4f-7216-4af6-b1d5-cece700605a8 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0641456 Apr 05 11:35:07.690527 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6070665a-2dce-4f8e-8f4a-362a6b82c286 req-3ca8eaad-84a6-4e48-8e56-920e0ba8d898 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697219 Apr 05 11:35:07.751047 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66943ca8-10fe-410f-9abc-d809b6b5b0b1 req-db351cfe-94a6-492f-b374-710d1e642e40 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:07.752550 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-66943ca8-10fe-410f-9abc-d809b6b5b0b1 req-db351cfe-94a6-492f-b374-710d1e642e40 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0574501 Apr 05 11:35:07.807269 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-66943ca8-10fe-410f-9abc-d809b6b5b0b1 req-faee9e2f-4c4f-4aa3-881d-985304b11ca2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Apr 05 11:35:08.819777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f27581-195e-44a0-bd3d-25209ac207c9 req-8fa8c7bb-0723-461f-94c4-8b56d6df3a96 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:08.821485 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6f27581-195e-44a0-bd3d-25209ac207c9 req-8fa8c7bb-0723-461f-94c4-8b56d6df3a96 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0665617 Apr 05 11:35:08.861729 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45266) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:08.921445 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6f27581-195e-44a0-bd3d-25209ac207c9 req-d295e177-eab4-4aaf-a4b9-fabfdbcb79ce tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864868 Apr 05 11:35:08.978552 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316e1e7-f348-4ab8-8f17-773f7debfdfb req-01939b03-d3a0-4c13-b823-200f3a9e4a53 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:08.980196 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0316e1e7-f348-4ab8-8f17-773f7debfdfb req-01939b03-d3a0-4c13-b823-200f3a9e4a53 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0738525 Apr 05 11:35:09.022756 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9cda-1103-4f54-baea-77bb8ec5f1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.049837 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0316e1e7-f348-4ab8-8f17-773f7debfdfb req-c1ae45a2-9584-4dc3-96a0-5f5bdeee1ec1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Apr 05 11:35:09.110478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9cda-1103-4f54-baea-77bb8ec5f1c3 admin admin] Publish callbacks [] for security_group (a6287803-f125-4ff4-b46f-1b8512eb1f25), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.216066 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9cda-1103-4f54-baea-77bb8ec5f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a6287803-f125-4ff4-b46f-1b8512eb1f25), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.258049 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8fdf9cda-1103-4f54-baea-77bb8ec5f1c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93d33e3833084d259e90877d9154eedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947120 Apr 05 11:35:09.259082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9cda-1103-4f54-baea-77bb8ec5f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6287803-f125-4ff4-b46f-1b8512eb1f25,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:09.261486 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45278) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:09.314366 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] Publish callbacks [] for security_group (a6287803-f125-4ff4-b46f-1b8512eb1f25), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.344638 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] Publish callbacks [] for security_group (a6287803-f125-4ff4-b46f-1b8512eb1f25), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.467686 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a6287803-f125-4ff4-b46f-1b8512eb1f25), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.470306 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:09.471516 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6287803-f125-4ff4-b46f-1b8512eb1f25 HTTP/1.1" status: 204 len: 168 time: 0.2091255 Apr 05 11:35:09.479235 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9579cb-53f8-4b8f-a7dd-08d7926ffe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6287803-f125-4ff4-b46f-1b8512eb1f25,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:10.029271 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4804-5c7c-47fe-8c86-3cf2f5e2f579 req-14f0a492-f6cf-4db3-afe3-c5b9601813b5 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.031380 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee8a4804-5c7c-47fe-8c86-3cf2f5e2f579 req-14f0a492-f6cf-4db3-afe3-c5b9601813b5 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0649438 Apr 05 11:35:10.087550 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ee8a4804-5c7c-47fe-8c86-3cf2f5e2f579 req-c9067b7b-d682-4c80-902d-5e84151a880e tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Apr 05 11:35:10.204462 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10130a14-e9d7-41cb-bce6-ab9006919301 req-cc6fdcd1-e3a7-4ac8-9e2d-4fc4066da9cd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:10.206544 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10130a14-e9d7-41cb-bce6-ab9006919301 req-cc6fdcd1-e3a7-4ac8-9e2d-4fc4066da9cd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0632229 Apr 05 11:35:10.273945 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10130a14-e9d7-41cb-bce6-ab9006919301 req-d17a551e-549b-494f-8c47-56af2c42d833 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580990 Apr 05 11:35:11.395323 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc199-3f73-42fd-ba12-cf9d96d980bb req-5f56d318-d1c7-4ef7-b83a-632a2c42dda9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:11.396778 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9cefc199-3f73-42fd-ba12-cf9d96d980bb req-5f56d318-d1c7-4ef7-b83a-632a2c42dda9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0515039 Apr 05 11:35:11.446469 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9cefc199-3f73-42fd-ba12-cf9d96d980bb req-67cdf8a5-46cd-4c64-a77d-1461ea1be3e1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Apr 05 11:35:12.568409 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabf837-00b4-445d-9d0e-8f0bafdc17d2 req-c5b36548-3357-4e3f-82da-05da1b10c014 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:12.570861 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4fabf837-00b4-445d-9d0e-8f0bafdc17d2 req-c5b36548-3357-4e3f-82da-05da1b10c014 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0531223 Apr 05 11:35:12.624650 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4fabf837-00b4-445d-9d0e-8f0bafdc17d2 req-0546fe71-4e6d-46e7-91a6-5b6444aaea31 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481403 Apr 05 11:35:12.857122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45380) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:12.965964 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b73527b0-6f93-4d7e-9426-41f416498071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.046156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b73527b0-6f93-4d7e-9426-41f416498071 admin admin] Publish callbacks [] for security_group (4536ddd2-ddb9-4d9e-9296-13e321f7fbea), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.164537 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b73527b0-6f93-4d7e-9426-41f416498071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4536ddd2-ddb9-4d9e-9296-13e321f7fbea), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.204534 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73527b0-6f93-4d7e-9426-41f416498071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536ddd2-ddb9-4d9e-9296-13e321f7fbea,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:13.208777 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b73527b0-6f93-4d7e-9426-41f416498071 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85e62b4492d34c098bfcdac99e36157c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499627 Apr 05 11:35:13.211866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:13.291589 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] Publish callbacks [] for security_group (4536ddd2-ddb9-4d9e-9296-13e321f7fbea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.313964 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] Publish callbacks [] for security_group (4536ddd2-ddb9-4d9e-9296-13e321f7fbea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.473084 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4536ddd2-ddb9-4d9e-9296-13e321f7fbea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.477199 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:13.477199 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4536ddd2-ddb9-4d9e-9296-13e321f7fbea HTTP/1.1" status: 204 len: 168 time: 0.2640228 Apr 05 11:35:13.486532 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a7f3-5f57-4415-aa56-32c115cb7aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536ddd2-ddb9-4d9e-9296-13e321f7fbea,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:13.748876 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47205d-62dd-489a-bdff-b47c18431dc2 req-6979a87d-affb-4927-b03f-bc0bae14de3f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:13.750282 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-db47205d-62dd-489a-bdff-b47c18431dc2 req-6979a87d-affb-4927-b03f-bc0bae14de3f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0535171 Apr 05 11:35:13.797230 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-db47205d-62dd-489a-bdff-b47c18431dc2 req-6d24bf44-8ee3-4457-bbdb-f5aa1bbe44a5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Apr 05 11:35:14.227045 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:14.245849 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de0d88e5-d7b5-491b-844c-8ebd964c6de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.331516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de0d88e5-d7b5-491b-844c-8ebd964c6de7 admin admin] Publish callbacks [] for security_group (3d99b8de-8297-4aa3-bd0b-8b571fefdc39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.495614 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de0d88e5-d7b5-491b-844c-8ebd964c6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3d99b8de-8297-4aa3-bd0b-8b571fefdc39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.534312 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-de0d88e5-d7b5-491b-844c-8ebd964c6de7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2dc49cc58874d358e466f46e686002a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060191 Apr 05 11:35:14.536827 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45450) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:14.540774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d88e5-d7b5-491b-844c-8ebd964c6de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99b8de-8297-4aa3-bd0b-8b571fefdc39,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:14.600782 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] Publish callbacks [] for security_group (3d99b8de-8297-4aa3-bd0b-8b571fefdc39), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.621467 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] Publish callbacks [] for security_group (3d99b8de-8297-4aa3-bd0b-8b571fefdc39), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.775619 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3d99b8de-8297-4aa3-bd0b-8b571fefdc39), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.778560 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:14.779836 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d99b8de-8297-4aa3-bd0b-8b571fefdc39 HTTP/1.1" status: 204 len: 168 time: 0.2417431 Apr 05 11:35:14.788496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb464b-008a-4aa8-8a7d-935747bf852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99b8de-8297-4aa3-bd0b-8b571fefdc39,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:14.792862 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e86144-1091-4cf6-bb8a-67507ed07905 req-c1dfe17c-e9c2-416f-b135-3e4b6fb5fba0 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:14.794362 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c6e86144-1091-4cf6-bb8a-67507ed07905 req-c1dfe17c-e9c2-416f-b135-3e4b6fb5fba0 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Apr 05 11:35:14.851081 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c6e86144-1091-4cf6-bb8a-67507ed07905 req-664084fe-d54a-4582-976d-d0784300834d tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Apr 05 11:35:14.928333 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372f695-2723-4eed-912d-1d7b74b5565c req-88f2dd0d-9c66-4cc5-b739-69fa6e6e6fff tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:14.934209 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b372f695-2723-4eed-912d-1d7b74b5565c req-88f2dd0d-9c66-4cc5-b739-69fa6e6e6fff tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0625327 Apr 05 11:35:14.987334 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b372f695-2723-4eed-912d-1d7b74b5565c req-d8f70c39-63fc-4199-b9a1-ce3eabb2de9b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Apr 05 11:35:15.966982 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6082c-6499-448b-87d8-e04303b15f99 req-bad8f2aa-9057-4b85-92bf-578a333a5c12 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:15.968442 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fba6082c-6499-448b-87d8-e04303b15f99 req-bad8f2aa-9057-4b85-92bf-578a333a5c12 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Apr 05 11:35:16.017254 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fba6082c-6499-448b-87d8-e04303b15f99 req-49eac0a8-60e9-4f66-8be6-bee4dc08965d tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Apr 05 11:35:16.119747 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e906-ea8e-4247-93a6-0b991fd10e2b req-558db8f9-426f-4971-bc42-2644ff5cd448 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:16.121392 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ae15e906-ea8e-4247-93a6-0b991fd10e2b req-558db8f9-426f-4971-bc42-2644ff5cd448 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0549381 Apr 05 11:35:16.176301 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ae15e906-ea8e-4247-93a6-0b991fd10e2b req-c9190121-9249-40f5-82b9-c3e616848521 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Apr 05 11:35:16.322186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45514) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:16.478694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8960fe61-a336-410d-ab3e-f84c89288a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.552406 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8960fe61-a336-410d-ab3e-f84c89288a79 admin admin] Publish callbacks [] for security_group (57416bb7-f8f4-48a0-ab96-7ec83fabf164), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.627467 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-d0425232-cbd4-412c-9dda-20a7db1160a3 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:16.628901 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-d0425232-cbd4-412c-9dda-20a7db1160a3 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Apr 05 11:35:16.701567 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8960fe61-a336-410d-ab3e-f84c89288a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57416bb7-f8f4-48a0-ab96-7ec83fabf164), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.744783 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960fe61-a336-410d-ab3e-f84c89288a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57416bb7-f8f4-48a0-ab96-7ec83fabf164,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:16.750623 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8960fe61-a336-410d-ab3e-f84c89288a79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c61143d20e9a4c4c9f39c983ba58f196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265919 Apr 05 11:35:16.753686 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:16.782094 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Deleting port 45ba8bb7-537e-4468-a298-bc744c2b0b8d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:35:16.782437 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.877932 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] Publish callbacks [] for security_group (57416bb7-f8f4-48a0-ab96-7ec83fabf164), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.188257 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] For port 45ba8bb7-537e-4468-a298-bc744c2b0b8d, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=45ba8bb7-537e-4468-a298-bc744c2b0b8d,segment=NetworkSegment(00635909-691d-491b-8d0f-05ff2cc9b676),segment_id=00635909-691d-491b-8d0f-05ff2cc9b676)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:35:17.188957 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.193276 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] Publish callbacks [] for security_group (57416bb7-f8f4-48a0-ab96-7ec83fabf164), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.236017 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Calling delete_port for 45ba8bb7-537e-4468-a298-bc744c2b0b8d owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:35:17.318086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e2bbb-f60c-4d25-959c-46f1092c6b6c req-4754731d-f6fe-464a-a974-d9b7e148a994 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:17.319618 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-710e2bbb-f60c-4d25-959c-46f1092c6b6c req-4754731d-f6fe-464a-a974-d9b7e148a994 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0679324 Apr 05 11:35:17.358511 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a2e89-490d-4764-9df5-d1bab0a524e2 req-cdb1becf-ccee-46fc-bf12-3701ef00c3ff tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:17.360048 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a59a2e89-490d-4764-9df5-d1bab0a524e2 req-cdb1becf-ccee-46fc-bf12-3701ef00c3ff tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 945 time: 0.1775715 Apr 05 11:35:17.369245 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-710e2bbb-f60c-4d25-959c-46f1092c6b6c req-56aa5e1e-b3f5-4eeb-ba7e-1efcd36b8676 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Apr 05 11:35:17.445232 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a59a2e89-490d-4764-9df5-d1bab0a524e2 req-00dcf118-2db0-402d-923b-9f66a7699f80 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/security-groups?id=292eda0d-92b2-4e9e-beb3-e0c79260e4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Apr 05 11:35:17.474280 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57416bb7-f8f4-48a0-ab96-7ec83fabf164), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.476810 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.478007 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57416bb7-f8f4-48a0-ab96-7ec83fabf164 HTTP/1.1" status: 204 len: 168 time: 0.7186971 Apr 05 11:35:17.488291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa232e-7e9b-4ede-9e3f-e67a96e4f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57416bb7-f8f4-48a0-ab96-7ec83fabf164,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.547666 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (45ba8bb7-537e-4468-a298-bc744c2b0b8d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.561020 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45550) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:17.561393 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['45ba8bb7-537e-4468-a298-bc744c2b0b8d'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:35:17.583235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Pushing event deleted for resources: {'Port': ['ID=45ba8bb7-537e-4468-a298-bc744c2b0b8d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.648350 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] No DVR routers for this DVR port 45ba8bb7-537e-4468-a298-bc744c2b0b8d on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:35:17.651641 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.655668 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7a4a7ee0-643e-4200-9b16-30a022d14a91 req-2985e337-b3fd-4721-9da5-3830c8d738fd tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.53 "DELETE /v2.0/ports/45ba8bb7-537e-4468-a298-bc744c2b0b8d HTTP/1.1" status: 204 len: 173 time: 1.0164630 Apr 05 11:35:17.656534 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'name': 'network-vif-deleted', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:17.658397 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73232694-193a-4f85-8e6c-abbeeb58cb56" -d '{"events": [{"server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "name": "network-vif-deleted", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:17.687015 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0412e-6f7e-40cc-bb74-641e4999047a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.699865 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7614123-9623-4bf3-bf43-001ab7976325 x-openstack-request-id: req-e7614123-9623-4bf3-bf43-001ab7976325 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:17.700358 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea032464-ba99-4c74-b929-21a29d2fd038", "name": "network-vif-deleted", "tag": "45ba8bb7-537e-4468-a298-bc744c2b0b8d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:17.700703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7614123-9623-4bf3-bf43-001ab7976325 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:17.702226 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7614123-9623-4bf3-bf43-001ab7976325'] response: {'server_uuid': 'ea032464-ba99-4c74-b929-21a29d2fd038', 'name': 'network-vif-deleted', 'tag': '45ba8bb7-537e-4468-a298-bc744c2b0b8d', 'status': 'completed', 'code': 200} Apr 05 11:35:17.765738 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0412e-6f7e-40cc-bb74-641e4999047a admin admin] Publish callbacks [] for security_group (022d24a7-dc6d-43fe-ac82-f8745bb3f4df), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.855595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0412e-6f7e-40cc-bb74-641e4999047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (022d24a7-dc6d-43fe-ac82-f8745bb3f4df), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.897347 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e2b0412e-6f7e-40cc-bb74-641e4999047a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=558053cd475f4cdba19ab3f0d1680e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312101 Apr 05 11:35:17.897347 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0412e-6f7e-40cc-bb74-641e4999047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d24a7-dc6d-43fe-ac82-f8745bb3f4df,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:17.898425 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:17.957939 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] Publish callbacks [] for security_group (022d24a7-dc6d-43fe-ac82-f8745bb3f4df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:17.979400 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] Publish callbacks [] for security_group (022d24a7-dc6d-43fe-ac82-f8745bb3f4df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.141691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (022d24a7-dc6d-43fe-ac82-f8745bb3f4df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.144773 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.147396 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/022d24a7-dc6d-43fe-ac82-f8745bb3f4df HTTP/1.1" status: 204 len: 168 time: 0.2477865 Apr 05 11:35:18.169944 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9059364-55d7-4a4f-93db-16f9ea81e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d24a7-dc6d-43fe-ac82-f8745bb3f4df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.386369 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:18.400466 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97a40b61-3b47-474a-804d-2bb712787fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.548481 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b16d1-fde4-45c2-8cfe-1ac94996b681 req-e31f7a4d-009a-4e89-ac3f-1b6615c97a4b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:18.548481 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-906b16d1-fde4-45c2-8cfe-1ac94996b681 req-e31f7a4d-009a-4e89-ac3f-1b6615c97a4b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1090329 Apr 05 11:35:18.549492 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97a40b61-3b47-474a-804d-2bb712787fc2 admin admin] Publish callbacks [] for security_group (9b78e8e7-c33a-4312-b96e-b74570d6de04), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.587471 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c7dbb80b-6dbf-44c6-9122-24995fd43a79 req-fbc4394b-4ce8-4706-8f36-615cbb682867 tempest-VolumesActionsTest-1336372830 tempest-VolumesActionsTest-1336372830-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea032464-ba99-4c74-b929-21a29d2fd038 HTTP/1.1" status: 200 len: 210 time: 0.0293672 Apr 05 11:35:18.599283 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-906b16d1-fde4-45c2-8cfe-1ac94996b681 req-05f7fbb8-6f5b-4e6b-b356-bee6e6b786bb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Apr 05 11:35:18.649933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97a40b61-3b47-474a-804d-2bb712787fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9b78e8e7-c33a-4312-b96e-b74570d6de04), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.693490 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-97a40b61-3b47-474a-804d-2bb712787fc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15ad5a6e7300493ea5eb45312a72f0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059731 Apr 05 11:35:18.694963 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40b61-3b47-474a-804d-2bb712787fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78e8e7-c33a-4312-b96e-b74570d6de04,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:18.696497 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45590) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:18.755130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] Publish callbacks [] for security_group (9b78e8e7-c33a-4312-b96e-b74570d6de04), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.779794 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] Publish callbacks [] for security_group (9b78e8e7-c33a-4312-b96e-b74570d6de04), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.930077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9b78e8e7-c33a-4312-b96e-b74570d6de04), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.932655 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.933796 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b78e8e7-c33a-4312-b96e-b74570d6de04 HTTP/1.1" status: 204 len: 168 time: 0.2363112 Apr 05 11:35:18.944478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4b39-85b4-4605-9314-3718b2398530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78e8e7-c33a-4312-b96e-b74570d6de04,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.651211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45668) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:19.669969 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd9b-16f8-4e8b-aa33-f82cc6b509e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.745685 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066765b5-316d-4340-ab62-c221fca0facf req-a9f4ff2f-b200-4575-b8cb-1b4ea773cc8e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:19.747554 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-066765b5-316d-4340-ab62-c221fca0facf req-a9f4ff2f-b200-4575-b8cb-1b4ea773cc8e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0634956 Apr 05 11:35:19.773511 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd9b-16f8-4e8b-aa33-f82cc6b509e4 admin admin] Publish callbacks [] for security_group (db161608-6242-4a9b-93f3-c4f0ab1bfa86), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.797204 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-066765b5-316d-4340-ab62-c221fca0facf req-b6314888-d269-451a-be6e-158de205e40d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Apr 05 11:35:19.873230 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7b42dd9b-16f8-4e8b-aa33-f82cc6b509e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (db161608-6242-4a9b-93f3-c4f0ab1bfa86), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.912248 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42dd9b-16f8-4e8b-aa33-f82cc6b509e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db161608-6242-4a9b-93f3-c4f0ab1bfa86,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:19.917020 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7b42dd9b-16f8-4e8b-aa33-f82cc6b509e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=257e1713216044fc95b0c5fa4ef49168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646887 Apr 05 11:35:19.919562 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45672) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:19.968587 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] Publish callbacks [] for security_group (db161608-6242-4a9b-93f3-c4f0ab1bfa86), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:19.989680 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] Publish callbacks [] for security_group (db161608-6242-4a9b-93f3-c4f0ab1bfa86), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.015384 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.132383 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:20.136075 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (db161608-6242-4a9b-93f3-c4f0ab1bfa86), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.141383 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.142702 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db161608-6242-4a9b-93f3-c4f0ab1bfa86 HTTP/1.1" status: 204 len: 168 time: 0.2221138 Apr 05 11:35:20.154222 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec60e-70e9-4e9b-9ed2-3a77b715a58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db161608-6242-4a9b-93f3-c4f0ab1bfa86,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:20.251508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67c2afd0-1bf6-4a54-8396-42e38312d55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.335015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67c2afd0-1bf6-4a54-8396-42e38312d55a admin admin] Publish callbacks [] for security_group (cf18de45-e4b0-47e6-8321-deebf218221c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.426875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67c2afd0-1bf6-4a54-8396-42e38312d55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cf18de45-e4b0-47e6-8321-deebf218221c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.471503 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-67c2afd0-1bf6-4a54-8396-42e38312d55a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=967b5b41c24d484e929bf90c2a506148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377762 Apr 05 11:35:20.472667 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2afd0-1bf6-4a54-8396-42e38312d55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf18de45-e4b0-47e6-8321-deebf218221c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:20.476390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:20.524831 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] Publish callbacks [] for security_group (cf18de45-e4b0-47e6-8321-deebf218221c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.550103 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] Publish callbacks [] for security_group (cf18de45-e4b0-47e6-8321-deebf218221c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.702242 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cf18de45-e4b0-47e6-8321-deebf218221c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.704936 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:20.706387 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf18de45-e4b0-47e6-8321-deebf218221c HTTP/1.1" status: 204 len: 168 time: 0.2289748 Apr 05 11:35:20.714947 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b092d-f077-4464-b22f-a63f3f5de7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf18de45-e4b0-47e6-8321-deebf218221c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:20.872558 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 45ba8bb7-537e-4468-a298-bc744c2b0b8d no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:35:20.904437 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 45ba8bb7-537e-4468-a298-bc744c2b0b8d {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:35:20.904812 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 45ba8bb7-537e-4468-a298-bc744c2b0b8d not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:35:20.933607 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d0cc5-1057-484a-aeaa-9117d5b45377 req-2dd645ac-b8d4-4ab5-9f4a-0e615da7dbdd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:20.935197 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b5d0cc5-1057-484a-aeaa-9117d5b45377 req-2dd645ac-b8d4-4ab5-9f4a-0e615da7dbdd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0666242 Apr 05 11:35:20.984781 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b5d0cc5-1057-484a-aeaa-9117d5b45377 req-b2e6d783-2a78-4e75-810d-0841ae1095d0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Apr 05 11:35:22.114356 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f049ce6-83b8-47d1-8a34-41099e17795f req-73168e92-95dd-45a1-b83b-540611755021 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:22.116502 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7f049ce6-83b8-47d1-8a34-41099e17795f req-73168e92-95dd-45a1-b83b-540611755021 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0588756 Apr 05 11:35:22.166581 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7f049ce6-83b8-47d1-8a34-41099e17795f req-d0c3ca36-b2ff-4fff-be74-61b0ec717dba tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Apr 05 11:35:23.304600 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6d34-26f3-483c-8a16-225f703a95c0 req-4b13ebd4-64de-46a6-8ff1-194ddb963173 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:23.306064 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-843c6d34-26f3-483c-8a16-225f703a95c0 req-4b13ebd4-64de-46a6-8ff1-194ddb963173 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0617321 Apr 05 11:35:23.426178 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-843c6d34-26f3-483c-8a16-225f703a95c0 req-8ce5a086-e343-4207-9bb3-4d3bd4b181cb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Apr 05 11:35:23.740836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f089d-b3e9-4f1e-a179-5518cc357547 req-cd3a13e4-6569-4f3b-8a24-6722a9571182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:23.742337 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-859f089d-b3e9-4f1e-a179-5518cc357547 req-cd3a13e4-6569-4f3b-8a24-6722a9571182 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1129 time: 0.0442696 Apr 05 11:35:23.790687 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-859f089d-b3e9-4f1e-a179-5518cc357547 req-d65c738e-4977-48d1-b42e-3c2929f8ca3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Apr 05 11:35:24.193614 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:24.302813 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e8e0-1838-4c1b-a764-556b75b9d171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.378852 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e8e0-1838-4c1b-a764-556b75b9d171 admin admin] Publish callbacks [] for security_group (4ad9f5b0-c1a7-450a-aebf-625ca4929489), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.455732 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e8e0-1838-4c1b-a764-556b75b9d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4ad9f5b0-c1a7-450a-aebf-625ca4929489), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.521599 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e8e0-1838-4c1b-a764-556b75b9d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad9f5b0-c1a7-450a-aebf-625ca4929489,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:24.528473 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ffd4e8e0-1838-4c1b-a764-556b75b9d171 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82d41d2417b54a4590f2ec681c07af6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337839 Apr 05 11:35:24.531635 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45840) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:24.568430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5862e-293e-4254-b2ce-63b58b74776a req-6bcbd0c6-5441-4c75-82fd-43b27e0d9536 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:24.568430 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0de5862e-293e-4254-b2ce-63b58b74776a req-6bcbd0c6-5441-4c75-82fd-43b27e0d9536 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0921788 Apr 05 11:35:24.584141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] Publish callbacks [] for security_group (4ad9f5b0-c1a7-450a-aebf-625ca4929489), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.606240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] Publish callbacks [] for security_group (4ad9f5b0-c1a7-450a-aebf-625ca4929489), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.617982 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0de5862e-293e-4254-b2ce-63b58b74776a req-560460fc-ddad-415a-8071-3f4b65a6f941 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Apr 05 11:35:24.832520 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4ad9f5b0-c1a7-450a-aebf-625ca4929489), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.837921 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:24.841791 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ad9f5b0-c1a7-450a-aebf-625ca4929489 HTTP/1.1" status: 204 len: 168 time: 0.3090746 Apr 05 11:35:24.851468 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18534f50-cf21-4a26-befc-8679dd684a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad9f5b0-c1a7-450a-aebf-625ca4929489,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:25.592875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 45854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:25.604065 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d363a05-2ed8-43d1-8be0-fb584853e29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.687267 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d363a05-2ed8-43d1-8be0-fb584853e29b admin admin] Publish callbacks [] for security_group (042445bf-1aea-4a47-a16d-22881f4ccc40), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.689982 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a02a1fb-e2b1-4a99-83fc-1bb5d1143cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.745110 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22e8bc-325f-42c8-ab08-6b49bf2309e4 req-6b17a4b9-99c3-4edb-a742-4f90b4e497c7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:25.746609 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1c22e8bc-325f-42c8-ab08-6b49bf2309e4 req-6b17a4b9-99c3-4edb-a742-4f90b4e497c7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0548937 Apr 05 11:35:25.786913 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d363a05-2ed8-43d1-8be0-fb584853e29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (042445bf-1aea-4a47-a16d-22881f4ccc40), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.807318 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1c22e8bc-325f-42c8-ab08-6b49bf2309e4 req-3fa278e6-ce00-42e8-b830-26061fb7dfdc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Apr 05 11:35:25.835449 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2d363a05-2ed8-43d1-8be0-fb584853e29b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab871a7744b54aba84b4355841765a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437596 Apr 05 11:35:25.836310 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d363a05-2ed8-43d1-8be0-fb584853e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042445bf-1aea-4a47-a16d-22881f4ccc40,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:25.837919 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45866) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:25.889871 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] Publish callbacks [] for security_group (042445bf-1aea-4a47-a16d-22881f4ccc40), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.911170 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] Publish callbacks [] for security_group (042445bf-1aea-4a47-a16d-22881f4ccc40), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.089696 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (042445bf-1aea-4a47-a16d-22881f4ccc40), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.092945 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:26.094283 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/042445bf-1aea-4a47-a16d-22881f4ccc40 HTTP/1.1" status: 204 len: 168 time: 0.2539244 Apr 05 11:35:26.102119 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ddc7-fe4b-43c7-9662-a3b6ff2b0e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042445bf-1aea-4a47-a16d-22881f4ccc40,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:26.939393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba807a-82d8-440b-a9ca-fa464f6a9066 req-f894a682-6184-4dd0-b759-322c2569ce42 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:26.950019 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-11ba807a-82d8-440b-a9ca-fa464f6a9066 req-f894a682-6184-4dd0-b759-322c2569ce42 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0633357 Apr 05 11:35:27.006917 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-11ba807a-82d8-440b-a9ca-fa464f6a9066 req-acf4e6fc-ead5-486d-ba46-9d0c9b07e429 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Apr 05 11:35:27.132139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062498d-8f78-443b-b78f-4b461b989ef5 req-7177b4e6-d646-4fa2-acbb-5ccfa3e2bb83 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:27.133639 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2062498d-8f78-443b-b78f-4b461b989ef5 req-7177b4e6-d646-4fa2-acbb-5ccfa3e2bb83 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Apr 05 11:35:27.193935 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2062498d-8f78-443b-b78f-4b461b989ef5 req-5d5150b8-d312-47a3-92b7-1b3321f46b75 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Apr 05 11:35:27.741505 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:35:28.329576 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4dc5aa84-587d-4dc0-b76e-d72cf78b3abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.451694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45946) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:28.561662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff53d9b4-5f8c-4707-8b24-50d5ff50fdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.639827 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff53d9b4-5f8c-4707-8b24-50d5ff50fdfa admin admin] Publish callbacks [] for security_group (961fdade-4236-49f6-85f1-7ed581f2a360), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.815207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ff53d9b4-5f8c-4707-8b24-50d5ff50fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (961fdade-4236-49f6-85f1-7ed581f2a360), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.852719 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53d9b4-5f8c-4707-8b24-50d5ff50fdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961fdade-4236-49f6-85f1-7ed581f2a360,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:28.859441 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-ff53d9b4-5f8c-4707-8b24-50d5ff50fdfa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76acb0a45438478ab3ec28966992d89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043376 Apr 05 11:35:28.859863 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 45950) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:28.910954 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] Publish callbacks [] for security_group (961fdade-4236-49f6-85f1-7ed581f2a360), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:28.934649 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] Publish callbacks [] for security_group (961fdade-4236-49f6-85f1-7ed581f2a360), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.129598 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (961fdade-4236-49f6-85f1-7ed581f2a360), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.132341 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.134375 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/961fdade-4236-49f6-85f1-7ed581f2a360 HTTP/1.1" status: 204 len: 168 time: 0.2722778 Apr 05 11:35:29.142453 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa9f19-9487-4ef0-bd86-6d05588442ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961fdade-4236-49f6-85f1-7ed581f2a360,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:29.358968 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:29.957810 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57eda-a6c4-4bc7-8017-44cfb65a5042 req-743d1649-3f21-432c-8eec-2aec457fc534 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:29.963774 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9fa57eda-a6c4-4bc7-8017-44cfb65a5042 req-743d1649-3f21-432c-8eec-2aec457fc534 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0579519 Apr 05 11:35:30.013413 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9fa57eda-a6c4-4bc7-8017-44cfb65a5042 req-1e8adeb5-8bd9-41be-bc46-23b8d007b9c2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Apr 05 11:35:30.031213 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-2280db2a-36d5-4683-a189-e78ca11b4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:30.032703 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-2280db2a-36d5-4683-a189-e78ca11b4791 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.0474524 Apr 05 11:35:30.133752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-92c78481-e54f-409a-9377-d148b0208a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:30.139399 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-92c78481-e54f-409a-9377-d148b0208a04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.0936313 Apr 05 11:35:30.178437 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-f157c22e-7e00-460a-86d5-67419b2d76cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 217 time: 0.0352433 Apr 05 11:35:30.234038 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-1339dc61-23fd-4cf2-a008-c079abe8a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:30.235570 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-1339dc61-23fd-4cf2-a008-c079abe8a2df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0498922 Apr 05 11:35:30.296247 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-ba75baf2-4f41-46a1-bb39-a5f0673ed84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:30.297736 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-ba75baf2-4f41-46a1-bb39-a5f0673ed84d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548255 Apr 05 11:35:30.396307 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-05f58c75-d4d3-4ffa-956a-16c21625aaf7 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917585 Apr 05 11:35:30.488883 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4ccc1454-dc6f-4de2-8032-197463a84e73 req-6d832e9e-9470-47e5-ba7e-a695d33020be service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Apr 05 11:35:30.757985 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:31.135699 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4ade7-7a2a-4263-90fd-b86afc73d590 req-04514e52-9020-48ff-b579-69b136a54597 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:31.138138 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9c4ade7-7a2a-4263-90fd-b86afc73d590 req-04514e52-9020-48ff-b579-69b136a54597 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0536644 Apr 05 11:35:31.202374 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9c4ade7-7a2a-4263-90fd-b86afc73d590 req-19484a14-bd3a-46ee-be8e-48f492302b5b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576601 Apr 05 11:35:31.781224 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:32.352198 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46f917-5b15-4e90-8365-8725d62c444c req-35007f0c-8bcf-4f2e-aab9-2e6a29a0b9b9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:32.353771 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0c46f917-5b15-4e90-8365-8725d62c444c req-35007f0c-8bcf-4f2e-aab9-2e6a29a0b9b9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0604351 Apr 05 11:35:32.407156 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0c46f917-5b15-4e90-8365-8725d62c444c req-c8de82c2-e405-4f3a-920c-1702242c792d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Apr 05 11:35:33.541006 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960af0b6-0cf5-4812-8341-a07bd601d1c7 req-9cdd02fc-e77b-48cd-b24e-633169ee5882 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:33.550569 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-960af0b6-0cf5-4812-8341-a07bd601d1c7 req-9cdd02fc-e77b-48cd-b24e-633169ee5882 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0552597 Apr 05 11:35:33.596497 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-960af0b6-0cf5-4812-8341-a07bd601d1c7 req-37322ec6-9520-417d-92ca-727976d98545 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 Apr 05 11:35:34.725117 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40781efb-39d2-4f05-8021-08a6487791b5 req-2fff94c2-f001-4f54-a588-faf83e9b90de tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:34.726649 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-40781efb-39d2-4f05-8021-08a6487791b5 req-2fff94c2-f001-4f54-a588-faf83e9b90de tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Apr 05 11:35:34.777881 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-40781efb-39d2-4f05-8021-08a6487791b5 req-a1509842-98d2-4c11-a893-039d681c9376 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Apr 05 11:35:35.901158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e72a4d-e4db-45cd-ba71-b7600655882d req-b48dc602-fbbf-43f6-bf77-6865dacba1df tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:35.902659 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9e72a4d-e4db-45cd-ba71-b7600655882d req-b48dc602-fbbf-43f6-bf77-6865dacba1df tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Apr 05 11:35:35.949802 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9e72a4d-e4db-45cd-ba71-b7600655882d req-46f8c735-f863-4c8f-bd1b-3bc4272feff1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Apr 05 11:35:37.071157 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846131e6-3c44-442a-b960-012a111b16af req-0e2e3938-bf65-4b5e-900a-2c24187169b4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:37.072972 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-846131e6-3c44-442a-b960-012a111b16af req-0e2e3938-bf65-4b5e-900a-2c24187169b4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0576942 Apr 05 11:35:37.134836 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-846131e6-3c44-442a-b960-012a111b16af req-a2ab8bc3-f3ee-400d-9214-9cb1634633a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547926 Apr 05 11:35:38.257925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c174b4-d58c-47e8-be2a-838be5ca649d req-f17d38e6-2daa-40bb-a700-41f85bc3c973 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:38.259410 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-55c174b4-d58c-47e8-be2a-838be5ca649d req-f17d38e6-2daa-40bb-a700-41f85bc3c973 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0519192 Apr 05 11:35:38.324474 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-55c174b4-d58c-47e8-be2a-838be5ca649d req-4f3d9a21-1a71-493e-9846-e7e5d48dde5f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Apr 05 11:35:39.482850 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c1ca-469b-485b-8998-1bf1d6595589 req-b813774e-4beb-4699-9304-01bdcc85bb21 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:39.484345 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ead4c1ca-469b-485b-8998-1bf1d6595589 req-b813774e-4beb-4699-9304-01bdcc85bb21 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0833390 Apr 05 11:35:39.553173 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ead4c1ca-469b-485b-8998-1bf1d6595589 req-227991ec-d83c-447e-8e8a-b6ba27ac4f21 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616536 Apr 05 11:35:40.683812 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9c4a-efaf-4ea3-a71c-b1aea147fd26 req-f68c5f62-41d8-4009-9b41-3ae629a22e69 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:40.685502 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-22fd9c4a-efaf-4ea3-a71c-b1aea147fd26 req-f68c5f62-41d8-4009-9b41-3ae629a22e69 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0546820 Apr 05 11:35:40.739584 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-22fd9c4a-efaf-4ea3-a71c-b1aea147fd26 req-5599f7c5-4f3e-4dfe-abf0-2939e575df16 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Apr 05 11:35:41.332827 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46348) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:41.388126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Deleting subnet 335d3e65-5aaf-4ed9-acbc-e425c16cf04a {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:35:41.391585 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Publish callbacks [] for subnet (335d3e65-5aaf-4ed9-acbc-e425c16cf04a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.439267 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (335d3e65-5aaf-4ed9-acbc-e425c16cf04a), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.481609 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (335d3e65-5aaf-4ed9-acbc-e425c16cf04a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.684193 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (335d3e65-5aaf-4ed9-acbc-e425c16cf04a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.708570 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335d3e65-5aaf-4ed9-acbc-e425c16cf04a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:41.714707 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.722252 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:41.723139 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-79a23c07-092a-4701-ba9b-f9c237daa53d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/335d3e65-5aaf-4ed9-acbc-e425c16cf04a HTTP/1.1" status: 204 len: 168 time: 0.3884647 Apr 05 11:35:41.799579 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (f647dc32-e50d-451e-bba8-46fc6ca100da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.879284 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2572c94-2166-46e2-9280-99afa46300fe req-99a17baa-eef4-48a6-8a13-c939c27d713d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:41.881096 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a2572c94-2166-46e2-9280-99afa46300fe req-99a17baa-eef4-48a6-8a13-c939c27d713d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0631430 Apr 05 11:35:41.885463 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (f647dc32-e50d-451e-bba8-46fc6ca100da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.908344 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f647dc32-e50d-451e-bba8-46fc6ca100da']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:41.918575 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00635909-691d-491b-8d0f-05ff2cc9b676') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:41.918952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00635909-691d-491b-8d0f-05ff2cc9b676') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:41.931129 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (00635909-691d-491b-8d0f-05ff2cc9b676), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.934341 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a2572c94-2166-46e2-9280-99afa46300fe req-7c08f217-4de6-4c3c-aa1d-df3ec3bb68b9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457048 Apr 05 11:35:41.946267 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (00635909-691d-491b-8d0f-05ff2cc9b676), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.961952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:35:41.962592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (00635909-691d-491b-8d0f-05ff2cc9b676), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:35:41.964320 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:35:42.163550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (f647dc32-e50d-451e-bba8-46fc6ca100da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.169132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.177776 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f647dc32-e50d-451e-bba8-46fc6ca100da HTTP/1.1" status: 204 len: 168 time: 0.4478867 Apr 05 11:35:42.177879 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46380) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:42.183676 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aecee-6b32-4ccf-8f56-c1422fe198d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f647dc32-e50d-451e-bba8-46fc6ca100da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:42.230187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Deleting subnet 29cff06e-e0c7-4092-8574-88f80c0e12d9 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:35:42.233381 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Publish callbacks [] for subnet (29cff06e-e0c7-4092-8574-88f80c0e12d9), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.267177 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (29cff06e-e0c7-4092-8574-88f80c0e12d9), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.310763 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (29cff06e-e0c7-4092-8574-88f80c0e12d9), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.479474 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ecf2c-4494-44f7-9de6-401d10a812ee req-be83c958-4f1f-429f-8d10-586fd6b339a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:42.480978 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b9ecf2c-4494-44f7-9de6-401d10a812ee req-be83c958-4f1f-429f-8d10-586fd6b339a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0527062 Apr 05 11:35:42.496242 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (29cff06e-e0c7-4092-8574-88f80c0e12d9), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.535192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cff06e-e0c7-4092-8574-88f80c0e12d9,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:42.544843 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.548032 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1369ed26-f122-4da3-8649-a0b03d5933c4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/29cff06e-e0c7-4092-8574-88f80c0e12d9 HTTP/1.1" status: 204 len: 168 time: 0.3715038 Apr 05 11:35:42.550708 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:42.571094 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b9ecf2c-4494-44f7-9de6-401d10a812ee req-b25a5ec6-2226-4697-90cf-ba24bdccf3f7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845687 Apr 05 11:35:42.631556 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.712005 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.731842 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:42.741546 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4bf791-eef8-4de4-978b-24f57e941a5d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:42.741856 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4bf791-eef8-4de4-978b-24f57e941a5d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:35:42.750968 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (db4bf791-eef8-4de4-978b-24f57e941a5d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.764738 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (db4bf791-eef8-4de4-978b-24f57e941a5d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.770886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:35:42.771265 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (db4bf791-eef8-4de4-978b-24f57e941a5d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:35:42.772975 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:35:42.958610 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.966030 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:42.972221 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934 HTTP/1.1" status: 204 len: 168 time: 0.4178643 Apr 05 11:35:42.988059 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785af5b-6e34-42ac-83ac-ee327a2081f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcea3c1c-6dc8-48cc-b7e8-1f44ebb42934,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:43.065690 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504d0b8-078e-401a-a34a-cc998aa028a5 req-2c5db214-7c10-43c1-9363-35436bb18da7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:43.067904 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6504d0b8-078e-401a-a34a-cc998aa028a5 req-2c5db214-7c10-43c1-9363-35436bb18da7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0579321 Apr 05 11:35:43.115557 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6504d0b8-078e-401a-a34a-cc998aa028a5 req-d73e51ca-545f-4c9d-b41e-36a43c794e5e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Apr 05 11:35:43.579175 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:43.621643 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-92af2fe5-ffca-454b-8714-9aabf058b259 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2551b18dea734c9f8348bbb0d8d405f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407002 Apr 05 11:35:43.624986 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:43.673016 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] Publish callbacks [] for security_group (292eda0d-92b2-4e9e-beb3-e0c79260e4c1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:43.694355 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] Publish callbacks [] for security_group (292eda0d-92b2-4e9e-beb3-e0c79260e4c1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:43.696876 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c580577-5514-4439-8373-2817450d08c2 req-7f66ffbb-4091-45b2-8aff-42c61465114e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:43.698524 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4c580577-5514-4439-8373-2817450d08c2 req-7f66ffbb-4091-45b2-8aff-42c61465114e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0572817 Apr 05 11:35:43.849276 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (292eda0d-92b2-4e9e-beb3-e0c79260e4c1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:43.852857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:43.856878 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/292eda0d-92b2-4e9e-beb3-e0c79260e4c1 HTTP/1.1" status: 204 len: 168 time: 0.2280400 Apr 05 11:35:43.880046 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e544-40bd-4716-86ff-13a2649ea031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292eda0d-92b2-4e9e-beb3-e0c79260e4c1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:43.988990 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4c580577-5514-4439-8373-2817450d08c2 req-d5b329b1-109f-4cd2-b9a5-d84c223a0c68 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835815 Apr 05 11:35:44.242611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4599c-bdab-4250-84a7-073287914cbd req-7042fdf2-0391-4fb0-a745-5f5cedc1e3f9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:44.242611 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0aa4599c-bdab-4250-84a7-073287914cbd req-7042fdf2-0391-4fb0-a745-5f5cedc1e3f9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0589724 Apr 05 11:35:44.293709 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0aa4599c-bdab-4250-84a7-073287914cbd req-6977d50e-5d65-440d-b4b6-56097475b457 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Apr 05 11:35:44.422071 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7843d-dfe2-49f9-8566-ae91ac191e63 req-5d9142da-e53b-4647-955d-444b4096a4a0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:44.423578 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7ec7843d-dfe2-49f9-8566-ae91ac191e63 req-5d9142da-e53b-4647-955d-444b4096a4a0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0613382 Apr 05 11:35:44.494978 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7ec7843d-dfe2-49f9-8566-ae91ac191e63 req-283d10e4-bab8-46c1-b000-5362aa8930de tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656281 Apr 05 11:35:44.740671 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46470) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:44.763020 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-465405fa-b5e7-4b7e-92bb-63f0148551a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79e13d04b0504c828541b6a73dca9e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381565 Apr 05 11:35:44.765750 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46474) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:44.816432 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] Publish callbacks [] for security_group (b0082894-bfcd-4128-8155-36211901ac06), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:44.848777 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] Publish callbacks [] for security_group (b0082894-bfcd-4128-8155-36211901ac06), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:44.963655 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b0082894-bfcd-4128-8155-36211901ac06), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:44.966201 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:44.967716 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0082894-bfcd-4128-8155-36211901ac06 HTTP/1.1" status: 204 len: 168 time: 0.2010534 Apr 05 11:35:44.975421 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ab0df-0c15-4830-9f6f-686dcc7c410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0082894-bfcd-4128-8155-36211901ac06,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:45.041309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46484) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:45.125217 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f16de-373f-47cd-bee2-8c08f0e81e20 req-e835b811-900b-4372-854b-3a8e9fc89b01 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:45.126709 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-796f16de-373f-47cd-bee2-8c08f0e81e20 req-e835b811-900b-4372-854b-3a8e9fc89b01 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0577078 Apr 05 11:35:45.174611 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-796f16de-373f-47cd-bee2-8c08f0e81e20 req-16fec33d-97f3-491e-9079-5ba627822cb6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Apr 05 11:35:45.413238 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01177101-c372-4642-a7ad-816b78919690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.430364 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:45.444414 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c514-f233-47f5-a6f1-69b55b9dc418 req-63eafed3-f421-4c26-8d99-c6f7c6793ba7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:45.453067 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2f75c514-f233-47f5-a6f1-69b55b9dc418 req-63eafed3-f421-4c26-8d99-c6f7c6793ba7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0856993 Apr 05 11:35:45.510896 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01177101-c372-4642-a7ad-816b78919690 admin admin] Publish callbacks [] for security_group (91303e80-0032-4fe2-b03e-e23b0ba1e9c0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.518055 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a1f1cb9-c3c1-4f0c-9a03-f17e678bc3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.523754 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2f75c514-f233-47f5-a6f1-69b55b9dc418 req-412a69bf-f6de-4501-88fd-763708d92d4a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698552 Apr 05 11:35:45.604458 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a1f1cb9-c3c1-4f0c-9a03-f17e678bc3d3 admin admin] Publish callbacks [] for security_group (3079a84e-1752-4666-997a-80b7d8960e37), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.629305 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa2505-6b33-4c0f-98cb-b5aa42215ad6 req-d2aaa9a0-85ff-4a70-a010-3324c1846dc4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:45.630907 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a1fa2505-6b33-4c0f-98cb-b5aa42215ad6 req-d2aaa9a0-85ff-4a70-a010-3324c1846dc4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0713315 Apr 05 11:35:45.632011 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01177101-c372-4642-a7ad-816b78919690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (91303e80-0032-4fe2-b03e-e23b0ba1e9c0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.685612 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-01177101-c372-4642-a7ad-816b78919690 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff01043ddfba452dae9af85c70c53a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6431944 Apr 05 11:35:45.686432 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01177101-c372-4642-a7ad-816b78919690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91303e80-0032-4fe2-b03e-e23b0ba1e9c0,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:45.688275 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:45.701529 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a1f1cb9-c3c1-4f0c-9a03-f17e678bc3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3079a84e-1752-4666-997a-80b7d8960e37), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.715650 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a1fa2505-6b33-4c0f-98cb-b5aa42215ad6 req-66609aab-5644-4042-8df6-e0ab7494d904 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734997 Apr 05 11:35:45.755841 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-3a1f1cb9-c3c1-4f0c-9a03-f17e678bc3d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=838a652c4ee34ef5a3186742c5e9ee2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237567 Apr 05 11:35:45.758798 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46512) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:45.760858 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f1cb9-c3c1-4f0c-9a03-f17e678bc3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3079a84e-1752-4666-997a-80b7d8960e37,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:45.791373 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] Publish callbacks [] for security_group (91303e80-0032-4fe2-b03e-e23b0ba1e9c0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.813026 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] Publish callbacks [] for security_group (3079a84e-1752-4666-997a-80b7d8960e37), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.815508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] Publish callbacks [] for security_group (91303e80-0032-4fe2-b03e-e23b0ba1e9c0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.839803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] Publish callbacks [] for security_group (3079a84e-1752-4666-997a-80b7d8960e37), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.958142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (91303e80-0032-4fe2-b03e-e23b0ba1e9c0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.960855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:45.962082 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91303e80-0032-4fe2-b03e-e23b0ba1e9c0 HTTP/1.1" status: 204 len: 168 time: 0.2727981 Apr 05 11:35:45.970674 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89f5eb-02c1-476a-afc3-d5c8312d9be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91303e80-0032-4fe2-b03e-e23b0ba1e9c0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:46.015511 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (3079a84e-1752-4666-997a-80b7d8960e37), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:46.018930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:46.020397 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3079a84e-1752-4666-997a-80b7d8960e37 HTTP/1.1" status: 204 len: 168 time: 0.2604282 Apr 05 11:35:46.028934 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee6103-ecfc-49c0-98f1-ec7aca25ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3079a84e-1752-4666-997a-80b7d8960e37,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:46.319325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e060a-60f1-4acf-9609-a6c4352d9b99 req-2443e60e-2800-40e0-b835-ba5f3dec0d71 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.321017 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0c2e060a-60f1-4acf-9609-a6c4352d9b99 req-2443e60e-2800-40e0-b835-ba5f3dec0d71 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0691819 Apr 05 11:35:46.383834 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0c2e060a-60f1-4acf-9609-a6c4352d9b99 req-6c5605ec-93c8-47aa-a0a5-b7cc5a68e4bd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521362 Apr 05 11:35:46.653859 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abbeb8-d0ba-4f5a-8d84-5dcf076f022f req-2512c835-89dd-4755-881d-f9c729307244 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.655434 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-35abbeb8-d0ba-4f5a-8d84-5dcf076f022f req-2512c835-89dd-4755-881d-f9c729307244 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0561075 Apr 05 11:35:46.709453 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-35abbeb8-d0ba-4f5a-8d84-5dcf076f022f req-8afe93d6-eac7-4da8-92a3-c8ef6d010577 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Apr 05 11:35:46.872158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc031-4d74-4ad1-a689-950de6a86e85 req-df725b70-1d7a-46a5-8de9-d0ae2b8a21dc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.874221 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aa2cc031-4d74-4ad1-a689-950de6a86e85 req-df725b70-1d7a-46a5-8de9-d0ae2b8a21dc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0844979 Apr 05 11:35:46.879566 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b5f7-320b-46d3-8d20-7c0e24b33310 req-d743889b-5063-4bf4-826f-0f50a8b11565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:46.881003 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bd19b5f7-320b-46d3-8d20-7c0e24b33310 req-d743889b-5063-4bf4-826f-0f50a8b11565 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.0812926 Apr 05 11:35:46.947453 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-aa2cc031-4d74-4ad1-a689-950de6a86e85 req-a96f3648-67ea-4a1b-8928-43e87a36af3a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655110 Apr 05 11:35:46.953953 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bd19b5f7-320b-46d3-8d20-7c0e24b33310 req-2e6a84f5-af59-40be-999c-bf71dc0621ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656009 Apr 05 11:35:46.973042 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:46.986525 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32547942-97bb-4099-9b5e-1f95917d89c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.060482 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32547942-97bb-4099-9b5e-1f95917d89c6 admin admin] Publish callbacks [] for security_group (bf77a810-1f41-4c2b-9ed5-9c78d63b1b33), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.186277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32547942-97bb-4099-9b5e-1f95917d89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bf77a810-1f41-4c2b-9ed5-9c78d63b1b33), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.227047 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-32547942-97bb-4099-9b5e-1f95917d89c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=619a9ee348424dac97f85a8a8f2855a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528584 Apr 05 11:35:47.227891 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46554) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:47.230096 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32547942-97bb-4099-9b5e-1f95917d89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77a810-1f41-4c2b-9ed5-9c78d63b1b33,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:47.280210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] Publish callbacks [] for security_group (bf77a810-1f41-4c2b-9ed5-9c78d63b1b33), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.307074 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] Publish callbacks [] for security_group (bf77a810-1f41-4c2b-9ed5-9c78d63b1b33), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.387763 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46558) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:47.437745 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bf77a810-1f41-4c2b-9ed5-9c78d63b1b33), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.440444 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.442039 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf77a810-1f41-4c2b-9ed5-9c78d63b1b33 HTTP/1.1" status: 204 len: 168 time: 0.2126997 Apr 05 11:35:47.452039 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ab1d-fc20-420f-bb7b-2ca20787211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77a810-1f41-4c2b-9ed5-9c78d63b1b33,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:47.531790 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a54753a0-61ac-4f5f-91a3-2fa661a97721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.582510 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d8aae-c0f4-47ac-b366-e6dbbf154f04 req-f069e879-3303-4a95-a230-14aea91c0276 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.588661 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fa0d8aae-c0f4-47ac-b366-e6dbbf154f04 req-f069e879-3303-4a95-a230-14aea91c0276 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1122279 Apr 05 11:35:47.650635 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fa0d8aae-c0f4-47ac-b366-e6dbbf154f04 req-46c29e94-b05d-43fb-8200-fb034ca2cc96 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597880 Apr 05 11:35:47.675850 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a54753a0-61ac-4f5f-91a3-2fa661a97721 admin admin] Publish callbacks [] for security_group (53a61320-b043-4185-becc-5846652cc090), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.734894 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a54753a0-61ac-4f5f-91a3-2fa661a97721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (53a61320-b043-4185-becc-5846652cc090), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.768858 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-bc50680a-c12c-494c-8419-40c268e16164 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472796 Apr 05 11:35:47.781637 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a54753a0-61ac-4f5f-91a3-2fa661a97721 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fad2b8426718471f952a59146e34a541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922894 Apr 05 11:35:47.783112 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54753a0-61ac-4f5f-91a3-2fa661a97721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a61320-b043-4185-becc-5846652cc090,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:47.785659 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46572) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:47.853905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] Publish callbacks [] for security_group (53a61320-b043-4185-becc-5846652cc090), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.880421 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] Publish callbacks [] for security_group (53a61320-b043-4185-becc-5846652cc090), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:47.899438 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49065568-4526-4cfe-ab56-1ff96c74ae7d req-02591fee-96c0-46e5-9812-cc59d597c99d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.906887 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-49065568-4526-4cfe-ab56-1ff96c74ae7d req-02591fee-96c0-46e5-9812-cc59d597c99d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0956650 Apr 05 11:35:47.927869 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-0774e4aa-73d3-4446-9129-cea601479833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:47.929317 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-0774e4aa-73d3-4446-9129-cea601479833 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 1129 time: 0.1023686 Apr 05 11:35:47.960114 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-49065568-4526-4cfe-ab56-1ff96c74ae7d req-e9680fa3-3c43-426a-9950-f12f3a9ee337 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523643 Apr 05 11:35:48.009468 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (53a61320-b043-4185-becc-5846652cc090), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:48.012147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:48.015799 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53a61320-b043-4185-becc-5846652cc090 HTTP/1.1" status: 204 len: 168 time: 0.2267256 Apr 05 11:35:48.035337 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a5c56-1789-477b-94eb-95f18bf38457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a61320-b043-4185-becc-5846652cc090,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:48.083841 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1899d-e622-496a-9ad9-42038613da12 req-b842ca25-92ed-40f8-845f-8c6fd11d4770 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.086588 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6fa1899d-e622-496a-9ad9-42038613da12 req-b842ca25-92ed-40f8-845f-8c6fd11d4770 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0703907 Apr 05 11:35:48.144415 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6fa1899d-e622-496a-9ad9-42038613da12 req-35712c9e-4d6e-41bb-9940-de0895d3689c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531526 Apr 05 11:35:48.581545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-0a7a76a1-d782-4c87-86a1-50841fcbbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.583273 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-0a7a76a1-d782-4c87-86a1-50841fcbbc12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1019633 Apr 05 11:35:48.632113 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-c4077062-e785-4739-acfb-46a8dfbd8ae2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338 HTTP/1.1" status: 200 len: 217 time: 0.0419774 Apr 05 11:35:48.680899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-376e3f57-6485-4850-81ab-7712486148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.682395 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-376e3f57-6485-4850-81ab-7712486148b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0455787 Apr 05 11:35:48.758146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-cf44e538-bc4d-4374-94fb-57b8b6e6e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.759707 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-cf44e538-bc4d-4374-94fb-57b8b6e6e315 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0695078 Apr 05 11:35:48.811414 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c17f-e556-4da0-bb13-4b696c4e9048 req-da8bc83e-0726-435c-a209-30211a109018 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:48.812898 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2ab7c17f-e556-4da0-bb13-4b696c4e9048 req-da8bc83e-0726-435c-a209-30211a109018 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0883837 Apr 05 11:35:48.905373 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2ab7c17f-e556-4da0-bb13-4b696c4e9048 req-01289b5e-9e6d-4db6-baac-4250d0fbd1d6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674040 Apr 05 11:35:48.907398 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-a161451f-4445-4a16-bafa-6f34653846b6 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388276 Apr 05 11:35:49.011621 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f298e53d-09ad-4b53-81dc-3651b4b72451 req-f9c606b3-7921-4ea7-a286-0f498a6b5c4c service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952475 Apr 05 11:35:49.113565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b782bc-1d25-4cb8-96bd-5c0d7d3e97cf req-2021c787-b462-42d0-98c3-7f173d59fde7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.115111 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-02b782bc-1d25-4cb8-96bd-5c0d7d3e97cf req-2021c787-b462-42d0-98c3-7f173d59fde7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0578580 Apr 05 11:35:49.167918 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-02b782bc-1d25-4cb8-96bd-5c0d7d3e97cf req-79d6c16e-d5b4-4113-af02-96f2dd49659a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Apr 05 11:35:49.231395 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46636) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:49.305481 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4728e-f2d2-4f30-9b65-18b185bd8722 req-450793a7-7e8a-41d7-a47a-07e3706e7f1f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.307636 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4cf4728e-f2d2-4f30-9b65-18b185bd8722 req-450793a7-7e8a-41d7-a47a-07e3706e7f1f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0767651 Apr 05 11:35:49.375195 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4cf4728e-f2d2-4f30-9b65-18b185bd8722 req-bffe22ae-0d35-4b75-9189-03cc5b1b6714 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611827 Apr 05 11:35:49.516863 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1953699606-network', 'tenant_id': '5f9b855e2ea349908836fcfc32a1c6ad'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:49.615209 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Made reservation on behalf of 5f9b855e2ea349908836fcfc32a1c6ad for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:49.618101 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.628258 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.629172 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4ac09-c46e-4ba0-b836-6eb6f5647513 req-daa5ce09-2e76-4b1e-92cc-97b859e3ad65 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.630718 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c1e4ac09-c46e-4ba0-b836-6eb6f5647513 req-daa5ce09-2e76-4b1e-92cc-97b859e3ad65 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0579114 Apr 05 11:35:49.685053 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c1e4ac09-c46e-4ba0-b836-6eb6f5647513 req-9efb35e7-9594-4e25-84bb-0a7a9e6a48a4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481238 Apr 05 11:35:49.720286 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks [] for security_group (d06d8a82-1274-4d13-b13a-fab39f29576c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.764131 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (d06d8a82-1274-4d13-b13a-fab39f29576c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.785494 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:35:49.799153 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06d8a82-1274-4d13-b13a-fab39f29576c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:49.804235 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.804577 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Added segment 7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd of type vlan for network 83f05123-a902-411f-9d10-492b47b9d75a Apr 05 11:35:49.844995 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (83f05123-a902-411f-9d10-492b47b9d75a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.897446 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-fc0d5233-1462-46d6-b008-efbff7b07cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.899100 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-fc0d5233-1462-46d6-b008-efbff7b07cf4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.0430794 Apr 05 11:35:49.940594 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (83f05123-a902-411f-9d10-492b47b9d75a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.941605 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:49.942277 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:49.998228 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.006707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-b26f90a4-6d97-41ac-a541-9cc9a68b9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.008223 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-b26f90a4-6d97-41ac-a541-9cc9a68b9d9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1030896 Apr 05 11:35:50.050092 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-b3e694c5-6d72-42b3-a211-0083e7230027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 217 time: 0.0352702 Apr 05 11:35:50.051896 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] Pushing event updated for resources: {'Network': ['ID=83f05123-a902-411f-9d10-492b47b9d75a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:50.063109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 83f05123-a902-411f-9d10-492b47b9d75a details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:35:50.080878 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccae57-09d5-4f9c-88ca-6680063f1651 req-9cb08744-6437-4c1a-b7bd-7149161cae2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.082464 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ecccae57-09d5-4f9c-88ca-6680063f1651 req-9cb08744-6437-4c1a-b7bd-7149161cae2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0954609 Apr 05 11:35:50.089510 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d222f262-d1c1-4fee-b6ba-df43c2cc5511 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8533041 Apr 05 11:35:50.089510 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46658) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:50.094681 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Request body: {'subnet': {'network_id': '83f05123-a902-411f-9d10-492b47b9d75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1953699606-subnet', 'tenant_id': '5f9b855e2ea349908836fcfc32a1c6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:50.106176 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-ae0e8faa-9bfa-47a5-ae8c-a9f59c83e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.108072 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-ae0e8faa-9bfa-47a5-ae8c-a9f59c83e010 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0507030 Apr 05 11:35:50.162770 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ecccae57-09d5-4f9c-88ca-6680063f1651 req-5656d7c5-0f51-4ca1-a7d2-0a29f7ff313b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593548 Apr 05 11:35:50.166629 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-2d91cfb5-3211-4d6a-a1f2-46d5510b6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.168125 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-2d91cfb5-3211-4d6a-a1f2-46d5510b6987 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520654 Apr 05 11:35:50.243976 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Made reservation on behalf of 5f9b855e2ea349908836fcfc32a1c6ad for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:50.248470 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.264349 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-56f64e45-3d7b-499c-ab2c-454367cf1692 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Apr 05 11:35:50.380485 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb656fdf-8ecf-40c2-b1ae-e2f349ed9de0 req-18b1ef01-70af-49f9-867f-1b1b4f32c7c4 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104124 Apr 05 11:35:50.389278 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46664) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:50.508390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7356-d6c2-48ec-8ae1-fb0e56c2394d req-9823eb94-be46-4363-848c-a789f2ab45f6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.510066 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ab7f7356-d6c2-48ec-8ae1-fb0e56c2394d req-9823eb94-be46-4363-848c-a789f2ab45f6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Apr 05 11:35:50.523201 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c65fedd4-42a3-4ab0-9bed-f3e61dbac01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.542092 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (5efa3112-2f57-44ee-8b08-719e2397709d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.557618 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ab7f7356-d6c2-48ec-8ae1-fb0e56c2394d req-6a7b5ccd-6914-48fb-a7c4-6eaa54421ca8 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Apr 05 11:35:50.619584 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efa3112-2f57-44ee-8b08-719e2397709d,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:50.639986 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Checking segment: {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:50.640368 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Network hostable DHCP agents. Network: 83f05123-a902-411f-9d10-492b47b9d75a, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:35:50.671924 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c65fedd4-42a3-4ab0-9bed-f3e61dbac01f admin admin] Publish callbacks [] for security_group (ccfced4c-3321-4dc4-9759-c928f64b986c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.809175 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721272-1fed-4069-8738-cb99037f551c req-a4db7a5e-3f5a-4514-a6a0-c223115c7fd1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.810916 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d6721272-1fed-4069-8738-cb99037f551c req-a4db7a5e-3f5a-4514-a6a0-c223115c7fd1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Apr 05 11:35:50.829520 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Network 83f05123-a902-411f-9d10-492b47b9d75a is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:35:50.851255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c65fedd4-42a3-4ab0-9bed-f3e61dbac01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (ccfced4c-3321-4dc4-9759-c928f64b986c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.880724 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d6721272-1fed-4069-8738-cb99037f551c req-c53923d4-c17f-43f1-a6cd-ec90d109551a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Apr 05 11:35:50.902444 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c65fedd4-42a3-4ab0-9bed-f3e61dbac01f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8e2204efd9344d0937e327ab110e027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078785 Apr 05 11:35:50.902611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:50.902847 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fedd4-42a3-4ab0-9bed-f3e61dbac01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfced4c-3321-4dc4-9759-c928f64b986c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:50.948384 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] Publish callbacks [] for security_group (ccfced4c-3321-4dc4-9759-c928f64b986c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.969097 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 83f05123-a902-411f-9d10-492b47b9d75a) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:50.969560 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] Publish callbacks [] for security_group (ccfced4c-3321-4dc4-9759-c928f64b986c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.973586 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:50.974171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.980469 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88705576-7651-4149-8e44-f2e6d415806f None None] Network 83f05123-a902-411f-9d10-492b47b9d75a requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:51.077643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5cff9-4757-4a6a-8727-2994fd5d4a9b None None] Network 83f05123-a902-411f-9d10-492b47b9d75a requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:35:51.117929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (ccfced4c-3321-4dc4-9759-c928f64b986c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:51.129201 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0c435122-3984-4273-85f4-5df17f590e38 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0300171 Apr 05 11:35:51.129387 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:51.129387 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccfced4c-3321-4dc4-9759-c928f64b986c HTTP/1.1" status: 204 len: 168 time: 0.2197590 Apr 05 11:35:51.137388 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b521a-0aa4-4dfc-81ab-71798cc61a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfced4c-3321-4dc4-9759-c928f64b986c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:51.289150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac137f-8d89-4020-b4dd-2e889fe234bd req-ac4747be-6b00-417a-9f04-583c5af3d2e5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:51.291249 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2bac137f-8d89-4020-b4dd-2e889fe234bd req-ac4747be-6b00-417a-9f04-583c5af3d2e5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0624275 Apr 05 11:35:51.341227 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2bac137f-8d89-4020-b4dd-2e889fe234bd req-6c1ada8f-439d-41b0-a949-5500ac2f04b1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Apr 05 11:35:51.685905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79366ee-6257-44e2-8c41-5e836980ddbc req-1f71f7c5-3187-4ea1-8306-8411aa74ebea tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:51.687438 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a79366ee-6257-44e2-8c41-5e836980ddbc req-1f71f7c5-3187-4ea1-8306-8411aa74ebea tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0591593 Apr 05 11:35:51.742743 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a79366ee-6257-44e2-8c41-5e836980ddbc req-74f45ad4-3ef6-448b-b465-70fa7f23a4f9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495181 Apr 05 11:35:52.001563 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d55155-af32-4a67-8b05-7dbab7826c7e req-ebf34b60-cd58-419e-8396-a98c52696ed5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:52.005262 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-75d55155-af32-4a67-8b05-7dbab7826c7e req-ebf34b60-cd58-419e-8396-a98c52696ed5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0565071 Apr 05 11:35:52.049413 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-75d55155-af32-4a67-8b05-7dbab7826c7e req-dfd507dc-5714-427a-84e2-cefbcf801057 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Apr 05 11:35:52.477334 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777ace-28ae-44bb-b73c-ef48e8749737 req-356abaca-0ab2-4b94-ad29-c74e0db64a08 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:52.478906 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-26777ace-28ae-44bb-b73c-ef48e8749737 req-356abaca-0ab2-4b94-ad29-c74e0db64a08 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0629923 Apr 05 11:35:52.526375 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-26777ace-28ae-44bb-b73c-ef48e8749737 req-f0c9e0bc-62b9-4942-850d-527936810937 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Apr 05 11:35:52.863093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4f7f-1fed-401e-a928-e1fbbc5a5bb5 req-44b5ccc6-dfab-4bca-8f88-e55822faadaa tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:52.864551 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-300e4f7f-1fed-401e-a928-e1fbbc5a5bb5 req-44b5ccc6-dfab-4bca-8f88-e55822faadaa tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0551994 Apr 05 11:35:52.916857 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-300e4f7f-1fed-401e-a928-e1fbbc5a5bb5 req-a9c0bf12-fa8e-4915-b9a4-89dc2fa0e365 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Apr 05 11:35:53.166115 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed216c-8dbb-4722-b8c5-736386c41cf9 req-f9882f89-581b-4136-bdd4-3cccf5efca42 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:53.167673 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aaed216c-8dbb-4722-b8c5-736386c41cf9 req-f9882f89-581b-4136-bdd4-3cccf5efca42 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Apr 05 11:35:53.219533 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aaed216c-8dbb-4722-b8c5-736386c41cf9 req-56ff644d-36c9-420e-bd10-2633c146015e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Apr 05 11:35:53.678456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5d8a4-4ef8-46a3-9aa1-e3c2e58007b7 req-8afbc1fa-8183-4ea3-98f2-eb1327d49383 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:53.687448 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fad5d8a4-4ef8-46a3-9aa1-e3c2e58007b7 req-8afbc1fa-8183-4ea3-98f2-eb1327d49383 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0778253 Apr 05 11:35:53.735777 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fad5d8a4-4ef8-46a3-9aa1-e3c2e58007b7 req-a13d89ab-c9df-4db3-88e4-dd20c254651a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468605 Apr 05 11:35:53.927388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-c7080f74-b649-48a9-876a-51d9ba29280b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:53.928894 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-c7080f74-b649-48a9-876a-51d9ba29280b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/networks?id=83f05123-a902-411f-9d10-492b47b9d75a HTTP/1.1" status: 200 len: 809 time: 0.1087303 Apr 05 11:35:53.944639 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-c57acb80-a304-4cc4-98c8-e9cab7197f34 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/quotas/5f9b855e2ea349908836fcfc32a1c6ad HTTP/1.1" status: 200 len: 375 time: 0.0102451 Apr 05 11:35:53.977835 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-2574ab86-34a5-418c-adf0-48be4734a6ea tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278056 Apr 05 11:35:54.034664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70c0d-39a9-4732-ba71-4b60b7ad163f req-b0cd9aba-9b54-4406-a9bd-ceb99e350315 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:54.036270 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dca70c0d-39a9-4732-ba71-4b60b7ad163f req-b0cd9aba-9b54-4406-a9bd-ceb99e350315 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0548975 Apr 05 11:35:54.087592 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dca70c0d-39a9-4732-ba71-4b60b7ad163f req-9646473a-1a3d-4e86-9422-6c4889a7740b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Apr 05 11:35:54.088292 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-81531e9e-78b6-4c6e-bb0b-1ab6ac1a5382 service neutron] 10.222.0.64 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929124 Apr 05 11:35:54.180688 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-cb0287ff-0247-4f35-a7ab-325762f1db10 service neutron] 10.222.0.64 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Apr 05 11:35:54.805070 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-19594f42-6206-46e3-ab20-8fa99ea0b580 req-74de910b-b612-444e-be04-a6b7e637aeab tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0474091 Apr 05 11:35:54.883612 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6231-69c2-4ded-9286-c4634f82a70f req-17e4543e-ced8-4fec-836a-5d1ef85f997f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:54.885114 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-62eb6231-69c2-4ded-9286-c4634f82a70f req-17e4543e-ced8-4fec-836a-5d1ef85f997f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0553555 Apr 05 11:35:54.936508 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-62eb6231-69c2-4ded-9286-c4634f82a70f req-0f08339e-3591-4644-91cd-bfe909410c8e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Apr 05 11:35:55.217132 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfb9d-d214-4f90-8de7-22f3824a9514 req-5f1bd0ca-0e0f-4351-8683-6cf70137a290 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:55.218675 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7eecfb9d-d214-4f90-8de7-22f3824a9514 req-5f1bd0ca-0e0f-4351-8683-6cf70137a290 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0570836 Apr 05 11:35:55.282857 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7eecfb9d-d214-4f90-8de7-22f3824a9514 req-855ae7cf-0c0c-4b9f-b9f2-96c88cfcc66b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569224 Apr 05 11:35:55.449371 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:55.454844 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913765381', 'description': 'tempest-description--1393026479'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:55.580874 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.603904 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6920645b-b086-4f88-a4bf-bed3bbe9ad9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.652012 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (00029200-2e02-414e-85fb-6fd152d072d0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.723874 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (00029200-2e02-414e-85fb-6fd152d072d0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.754417 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00029200-2e02-414e-85fb-6fd152d072d0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:55.828434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.830878 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ca062886-f537-49d7-91b9-34a6971651cf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3790934 Apr 05 11:35:55.833210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46812) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:55.838086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'security_group_rule': {'security_group_id': '00029200-2e02-414e-85fb-6fd152d072d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:55.893050 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ef1bb8e6-a90f-40ed-96ec-84ed925ae923 req-d65465e3-2940-4b2d-8c44-1059b916aeb2 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0273910 Apr 05 11:35:55.951839 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (6576016e-7081-4df6-be5c-1e59d051b38d), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.005186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (6576016e-7081-4df6-be5c-1e59d051b38d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.064468 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b29f3-33c7-4059-b4df-db6f349877c8 req-c901f23f-adc3-4290-8231-e111b28cb995 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.065994 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e27b29f3-33c7-4059-b4df-db6f349877c8 req-c901f23f-adc3-4290-8231-e111b28cb995 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Apr 05 11:35:56.077815 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (6576016e-7081-4df6-be5c-1e59d051b38d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.095183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6576016e-7081-4df6-be5c-1e59d051b38d,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:56.115478 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e27b29f3-33c7-4059-b4df-db6f349877c8 req-c7bfe1e1-7b42-4e7a-9da2-3bd5fc18ae40 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Apr 05 11:35:56.116580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.116936 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.117311 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.117658 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.117994 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.118876 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.118876 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.119062 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.119323 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.119652 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.119984 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.120337 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.120667 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.120994 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.121317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:56.205925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.212635 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e98499c7-59f3-49ad-9f0a-08ff3b302dbf tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3764021 Apr 05 11:35:56.212874 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:56.217768 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'security_group_rule': {'security_group_id': '00029200-2e02-414e-85fb-6fd152d072d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:56.324522 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (92b92fa6-8570-42a6-b1b1-ee9333f7daaa), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.417359 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3ba1a-0f87-4215-aa62-b431c91b254e req-4aa57e8a-100c-4517-8df8-fc80553d54a4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:56.419083 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-13d3ba1a-0f87-4215-aa62-b431c91b254e req-4aa57e8a-100c-4517-8df8-fc80553d54a4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Apr 05 11:35:56.470596 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-13d3ba1a-0f87-4215-aa62-b431c91b254e req-b3d33870-9a8c-4053-a63a-2df66db55bde tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Apr 05 11:35:56.625756 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (92b92fa6-8570-42a6-b1b1-ee9333f7daaa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.734790 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (92b92fa6-8570-42a6-b1b1-ee9333f7daaa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.752844 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b92fa6-8570-42a6-b1b1-ee9333f7daaa,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:56.874702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:56.875944 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-7dbae46f-8ca6-4091-88b8-8b28cc5fc5fd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6618574 Apr 05 11:35:56.879114 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:56.883338 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:56.974427 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.001264 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a695bd5b-1450-4f0e-aa67-97deb2029b20 req-593bf3e3-44f9-4051-b124-9f72f80feba8 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0399094 Apr 05 11:35:57.089929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.192668 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Allocated IP 172.28.0.110 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/9f9edf1e-2daf-42ee-9a32-5cc883375f53) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:57.249369 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe12d4-8aae-4d8c-9e53-2cff9da4d236 req-ed3dc0d9-11a5-4d95-88e6-f9ef4793df5f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.250935 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cfe12d4-8aae-4d8c-9e53-2cff9da4d236 req-ed3dc0d9-11a5-4d95-88e6-f9ef4793df5f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0612984 Apr 05 11:35:57.303106 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5cfe12d4-8aae-4d8c-9e53-2cff9da4d236 req-5d054af5-22f7-4940-bcde-77e6a57a5f8e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Apr 05 11:35:57.382308 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-84d9ba49-6808-48bf-a41c-291529cbb411 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.383837 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-84d9ba49-6808-48bf-a41c-291529cbb411 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "GET /v2.0/networks?id=83f05123-a902-411f-9d10-492b47b9d75a HTTP/1.1" status: 200 len: 809 time: 0.1890693 Apr 05 11:35:57.397548 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Request body: {'port': {'device_id': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a', 'admin_state_up': True, 'tenant_id': '5f9b855e2ea349908836fcfc32a1c6ad'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:57.437658 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.599315 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb662ba-a1b9-429b-8bcb-8840ddc5be8e req-35a1ed4b-9d10-4987-8055-f10648919d3b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:57.600737 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2eb662ba-a1b9-429b-8bcb-8840ddc5be8e req-35a1ed4b-9d10-4987-8055-f10648919d3b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0587921 Apr 05 11:35:57.622942 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Made reservation on behalf of 5f9b855e2ea349908836fcfc32a1c6ad for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:35:57.626709 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.629072 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.704413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:57.714869 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:57.722151 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:57.749172 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'Port': ['ID=9f9edf1e-2daf-42ee-9a32-5cc883375f53,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:57.776302 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2eb662ba-a1b9-429b-8bcb-8840ddc5be8e req-b06e805d-7d8d-4fad-936c-1808f2bb3444 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691208 Apr 05 11:35:57.791744 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.792099 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.792445 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.792787 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.793121 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.793460 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.793779 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.794108 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.794521 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.794858 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.795162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.796053 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.796447 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.796741 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.797069 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:35:57.872360 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46854) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:57.908955 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Allocated IP 172.20.0.11 (83f05123-a902-411f-9d10-492b47b9d75a/5efa3112-2f57-44ee-8b08-719e2397709d/350ba5da-e8a3-4b4f-aea9-5d7318316a4b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:35:57.911234 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:57.981227 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d7f245be-823c-4799-a2e0-c9b1557dc74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.050373 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.077449 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d7f245be-823c-4799-a2e0-c9b1557dc74a admin admin] Publish callbacks [] for security_group (945c6e36-a173-4e49-9c6c-5a7ca624d455), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.105001 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d3776322-f929-4f27-bc96-491938fd4112 req-c01c97aa-f146-41ea-aad7-37883c87771e tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0262177 Apr 05 11:35:58.149927 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks [] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.157709 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d7f245be-823c-4799-a2e0-c9b1557dc74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (945c6e36-a173-4e49-9c6c-5a7ca624d455), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.195916 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d7f245be-823c-4799-a2e0-c9b1557dc74a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=452289e00e1b47cda243fd2e92cf9ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223045 Apr 05 11:35:58.197024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f245be-823c-4799-a2e0-c9b1557dc74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c6e36-a173-4e49-9c6c-5a7ca624d455,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:58.199432 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46860) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:58.251527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] Publish callbacks [] for security_group (945c6e36-a173-4e49-9c6c-5a7ca624d455), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.256960 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.273197 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] Publish callbacks [] for security_group (945c6e36-a173-4e49-9c6c-5a7ca624d455), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.300776 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4770e2d1-c601-4a6c-9d14-e1447a60f3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.346737 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.349275 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.404147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (945c6e36-a173-4e49-9c6c-5a7ca624d455), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.406795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.407953 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/945c6e36-a173-4e49-9c6c-5a7ca624d455 HTTP/1.1" status: 204 len: 168 time: 0.2077136 Apr 05 11:35:58.421121 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565db17-5dbb-41b1-8019-23fdce930955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c6e36-a173-4e49-9c6c-5a7ca624d455,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:58.455211 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Network 83f05123-a902-411f-9d10-492b47b9d75a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:35:58.468325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:35:58.474809 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:35:58.480965 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'Port': ['ID=9f9edf1e-2daf-42ee-9a32-5cc883375f53,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:58.505908 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.587761 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d523-5a92-4e64-85a8-465b3c1e2ffd req-3d23feb6-f2df-4967-9e11-a1418168dace tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.589326 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0480d523-5a92-4e64-85a8-465b3c1e2ffd req-3d23feb6-f2df-4967-9e11-a1418168dace tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1957214 Apr 05 11:35:58.589943 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Pushing event updated for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:58.597205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.597750 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.647548 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0480d523-5a92-4e64-85a8-465b3c1e2ffd req-6a2537b3-1797-4fa4-87d5-60ea50d6e6e6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469723 Apr 05 11:35:58.680562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.682044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-54519b0c-9d5c-421e-8916-0d43f0605a3c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8018963 Apr 05 11:35:58.755021 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9cda4fa1-ab1c-49e6-90b8-0588e8541f13 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613350 Apr 05 11:35:58.766335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Request body: {'port': {'device_id': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:35:58.842664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:58.943669 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0d9d688c-0b1e-44a6-8e92-ee7dafbc4363 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--913765381&fields=id&tenant_id=7ffb1a962c1f4a7496dec84d00a5982f HTTP/1.1" status: 200 len: 267 time: 0.0696044 Apr 05 11:35:58.945409 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cc849-0f0e-43e7-a55e-30b9fb9cd0d9 req-b8c6a394-70a0-4a5d-8094-a0e2e763d6ab tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:58.946961 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79cc849-0f0e-43e7-a55e-30b9fb9cd0d9 req-b8c6a394-70a0-4a5d-8094-a0e2e763d6ab tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0966053 Apr 05 11:35:59.055700 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-a039741d-2a38-4bba-a968-8a16355fd91b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.057240 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-a039741d-2a38-4bba-a968-8a16355fd91b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.1046598 Apr 05 11:35:59.074041 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-ed3b6cd2-78a5-4211-9ba5-e77602131d98 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/quotas/7ffb1a962c1f4a7496dec84d00a5982f HTTP/1.1" status: 200 len: 375 time: 0.0097346 Apr 05 11:35:59.077840 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79cc849-0f0e-43e7-a55e-30b9fb9cd0d9 req-51cda068-909f-497b-be7e-a7d22a1a2929 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859692 Apr 05 11:35:59.136931 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-ad2ba813-e943-4767-bca1-5a090bd1c02e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0554442 Apr 05 11:35:59.164351 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 46890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:59.201343 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94840df8-d1c3-4b2a-8bff-8b4712cd905d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.244558 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-d50bb841-25a4-460f-adb2-23f448c0eee0 service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905058 Apr 05 11:35:59.252097 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350ba5da-e8a3-4b4f-aea9-5d7318316a4b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:35:59.263840 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks [] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.292207 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Transition to ACTIVE for port object 350ba5da-e8a3-4b4f-aea9-5d7318316a4b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:35:59.306315 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.317075 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f3d9d-dc07-41e5-beaa-717db4e3ffab req-00b1a56c-82c2-4396-976a-3a31952bdf60 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.318641 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1c0f3d9d-dc07-41e5-beaa-717db4e3ffab req-00b1a56c-82c2-4396-976a-3a31952bdf60 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 932 time: 0.1191068 Apr 05 11:35:59.341629 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-e7ff0de5-0ab2-4edc-8828-9f787a986e9f service neutron] 10.222.0.64 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923488 Apr 05 11:35:59.354223 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.437098 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94840df8-d1c3-4b2a-8bff-8b4712cd905d admin admin] Publish callbacks [] for security_group (84f46322-c880-4902-bea7-9502ad367598), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.445954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Pushing event updated for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:59.451515 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1c0f3d9d-dc07-41e5-beaa-717db4e3ffab req-b31fc06a-d860-41c8-88ea-b305ff39a3c1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210752 Apr 05 11:35:59.521494 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Attempting to bind port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:35:59.521830 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Attempting to bind port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:35:59.522161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Attempting to bind port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b on network 83f05123-a902-411f-9d10-492b47b9d75a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:59.526370 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b on network 83f05123-a902-411f-9d10-492b47b9d75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:35:59.526718 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Attempting to bind port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b on network 83f05123-a902-411f-9d10-492b47b9d75a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:35:59.532260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:35:59.532597 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Checking segment: {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:35:59.532986 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Bound using segment: {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:35:59.533415 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Bound port: 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:35:59.533771 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.592537 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94840df8-d1c3-4b2a-8bff-8b4712cd905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (84f46322-c880-4902-bea7-9502ad367598), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.636415 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:35:59.640037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:35:59.672648 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f7859bd8-a44d-4051-846e-7f755a7100da req-76550a03-64e3-4d9b-871b-b85c4568aa3a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0686042 Apr 05 11:35:59.707588 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840df8-d1c3-4b2a-8bff-8b4712cd905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f46322-c880-4902-bea7-9502ad367598,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:59.712919 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-94840df8-d1c3-4b2a-8bff-8b4712cd905d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e5042c1ca214e3a9b75a8e073a0b13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5453508 Apr 05 11:35:59.713293 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 46902) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:35:59.757910 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.799497 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.800116 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.801961 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] 10.222.0.53 "PUT /v2.0/ports/350ba5da-e8a3-4b4f-aea9-5d7318316a4b HTTP/1.1" status: 200 len: 1094 time: 1.0399947 Apr 05 11:35:59.802134 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:35:59.804464 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecab61-3e4b-4f99-8926-d309b69b36d4" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:35:59.825647 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] Publish callbacks [] for security_group (84f46322-c880-4902-bea7-9502ad367598), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.836417 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636f12-8dbd-407f-9c81-ae4566e15f82 service neutron] Pushing event updated for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:35:59.850916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b1bed-2c5e-4bc2-bb2c-46b6975b01c2 x-openstack-request-id: req-c44b1bed-2c5e-4bc2-bb2c-46b6975b01c2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:35:59.851201 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:35:59.851876 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c44b1bed-2c5e-4bc2-bb2c-46b6975b01c2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:35:59.852283 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44b1bed-2c5e-4bc2-bb2c-46b6975b01c2'] response: {'name': 'network-changed', 'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b', 'status': 'completed', 'code': 200} Apr 05 11:35:59.853560 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] Publish callbacks [] for security_group (84f46322-c880-4902-bea7-9502ad367598), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:59.866263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a601032-8e29-41ca-8518-914bf9386d3d req-f3bf8971-3d6f-4dc7-9045-2c2959e10c19 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.866263 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0a601032-8e29-41ca-8518-914bf9386d3d req-f3bf8971-3d6f-4dc7-9045-2c2959e10c19 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1183569 Apr 05 11:35:59.916308 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-de83d4ef-9d31-40b3-89ae-3f8e585f7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:35:59.917807 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-de83d4ef-9d31-40b3-89ae-3f8e585f7944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 1128 time: 0.0453224 Apr 05 11:35:59.932606 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0a601032-8e29-41ca-8518-914bf9386d3d req-ae3eb14e-7415-4cb5-8753-08761c932b15 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601103 Apr 05 11:36:00.020371 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (84f46322-c880-4902-bea7-9502ad367598), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:00.023487 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:00.024660 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84f46322-c880-4902-bea7-9502ad367598 HTTP/1.1" status: 204 len: 168 time: 0.3103504 Apr 05 11:36:00.025318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-1b6dd439-2e72-45f1-9f9d-719b732c3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.026865 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-1b6dd439-2e72-45f1-9f9d-719b732c3fdd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1028275 Apr 05 11:36:00.034101 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bbbee-261b-413f-b86d-4b8c84f5b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f46322-c880-4902-bea7-9502ad367598,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:00.144306 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-d8e66446-a05c-4c29-8985-efb1629f365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.155418 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f7ecab61-3e4b-4f99-8926-d309b69b36d4 req-d8e66446-a05c-4c29-8985-efb1629f365e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230700 Apr 05 11:36:00.244590 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b2da-13a4-420a-9381-33716cd89042 req-6421c406-925e-4013-bfb9-de038f36b9b9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.245998 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dd03b2da-13a4-420a-9381-33716cd89042 req-6421c406-925e-4013-bfb9-de038f36b9b9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0896685 Apr 05 11:36:00.263765 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-dfe5cabd-848c-4a2e-9f32-7a9efbc3e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.265535 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-dfe5cabd-848c-4a2e-9f32-7a9efbc3e688 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 1128 time: 0.0735738 Apr 05 11:36:00.322382 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-9c956b5d-2d9e-4e70-8e66-f3137b9ddd85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b HTTP/1.1" status: 200 len: 217 time: 0.0484872 Apr 05 11:36:00.374224 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dd03b2da-13a4-420a-9381-33716cd89042 req-db68b631-0ee9-442f-9f1e-973a796d98d1 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197743 Apr 05 11:36:00.395074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-ce3da824-1af3-443e-afb8-cb2a6f66fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.395074 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-ce3da824-1af3-443e-afb8-cb2a6f66fe10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5efa3112-2f57-44ee-8b08-719e2397709d HTTP/1.1" status: 200 len: 849 time: 0.0590670 Apr 05 11:36:00.433824 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-3f3499f7-aad2-4bb2-86a7-22fd0f07d26a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83f05123-a902-411f-9d10-492b47b9d75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352998 Apr 05 11:36:00.573855 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-f9654933-5228-4063-8cdf-cafc0ec422c9 service neutron] 10.222.0.53 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342621 Apr 05 11:36:00.650195 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c2ac-5de2-4294-91a2-71d99d1fb77b req-7815ebc0-4302-4452-b065-72bf0fe187a7 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.651678 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4f81c2ac-5de2-4294-91a2-71d99d1fb77b req-7815ebc0-4302-4452-b065-72bf0fe187a7 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 944 time: 0.1241057 Apr 05 11:36:00.713949 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf6879aa-10dc-4bcc-9034-01a67aa6b4e8 req-49780c0f-5e93-4822-8882-976bf6dbffbd service neutron] 10.222.0.53 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338830 Apr 05 11:36:00.721447 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4f81c2ac-5de2-4294-91a2-71d99d1fb77b req-30d7c548-55e2-4952-a9a8-96cc59f8f352 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Apr 05 11:36:00.755252 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:00.837923 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f8db9169-8dbe-4067-bd2d-98ac2eb9b1b9 req-d9147a78-6f3a-4d1f-860d-e8e13d86ef2f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0362813 Apr 05 11:36:00.863831 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f929e-19b0-4e62-a8ec-f6b078ea1446 req-5bf4732e-67bf-4d2f-9e46-3f6b97226c1b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:00.867080 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-072f929e-19b0-4e62-a8ec-f6b078ea1446 req-5bf4732e-67bf-4d2f-9e46-3f6b97226c1b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0644028 Apr 05 11:36:00.913641 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-072f929e-19b0-4e62-a8ec-f6b078ea1446 req-84decfff-90eb-4158-976b-85992addfecb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 Apr 05 11:36:01.061550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01357673-29e3-4831-8d0a-91ef75a691ea req-cd4b9dad-09f5-44bc-9f2f-dc92e3e0b2ca tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.063196 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-01357673-29e3-4831-8d0a-91ef75a691ea req-cd4b9dad-09f5-44bc-9f2f-dc92e3e0b2ca tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0554667 Apr 05 11:36:01.110562 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-01357673-29e3-4831-8d0a-91ef75a691ea req-8fb10a66-a616-4d56-89ec-96b8c19a19f3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Apr 05 11:36:01.769817 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:01.798741 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-5e20c030-6fdd-4421-8ca9-0de20858acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.800568 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-5e20c030-6fdd-4421-8ca9-0de20858acb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0477352 Apr 05 11:36:01.854315 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b012083-44a1-49db-8fec-479714e299bb req-4a6abd0d-8b23-4aa2-bf82-f0ef68dc729a tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.856419 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3b012083-44a1-49db-8fec-479714e299bb req-4a6abd0d-8b23-4aa2-bf82-f0ef68dc729a tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 944 time: 0.0619395 Apr 05 11:36:01.903280 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-a76637dd-536a-4264-ba82-2a6aed5fd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:01.904760 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-a76637dd-536a-4264-ba82-2a6aed5fd604 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.0987127 Apr 05 11:36:01.906466 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3b012083-44a1-49db-8fec-479714e299bb req-66bb1afc-a32a-49c6-b3ee-2e3f0d9352a5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Apr 05 11:36:02.049818 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1fbd4-965d-448f-9949-ca9160bc18a8 req-43d31248-7a06-441d-86d3-0b220f493aeb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.051449 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2fb1fbd4-965d-448f-9949-ca9160bc18a8 req-43d31248-7a06-441d-86d3-0b220f493aeb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0663238 Apr 05 11:36:02.113601 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2fb1fbd4-965d-448f-9949-ca9160bc18a8 req-0e8be192-0640-4dda-9531-95b54ee64ecf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553396 Apr 05 11:36:02.222577 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-66526dcc-6ef9-4dcb-8dcc-16f9048a9a03 req-d6870e51-d295-44f9-bd16-fa8415685b90 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.3215711 Apr 05 11:36:02.284935 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-e67a6830-5f97-4981-9f61-18374f7b0ee5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 1001 time: 0.3669486 Apr 05 11:36:02.300247 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079eae1-7a5d-42c9-9bfa-86f29c603cc7 req-c501dbe8-8514-4607-8cc3-e5b938fa60ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.302064 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f079eae1-7a5d-42c9-9bfa-86f29c603cc7 req-c501dbe8-8514-4607-8cc3-e5b938fa60ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0795290 Apr 05 11:36:02.357257 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-b0ec518b-68a5-48ac-b3f3-07d12a3ffa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.358839 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-b0ec518b-68a5-48ac-b3f3-07d12a3ffa82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0676739 Apr 05 11:36:02.379326 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f079eae1-7a5d-42c9-9bfa-86f29c603cc7 req-bbcd64e0-48f5-4f42-b6d4-b97789a3630d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679946 Apr 05 11:36:02.415630 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-81fe8b71-d01e-4d7e-9852-3d15d32b7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:02.417235 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-81fe8b71-d01e-4d7e-9852-3d15d32b7dc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0519197 Apr 05 11:36:02.511904 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-e74810f2-503a-4f97-985c-964862d36790 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Apr 05 11:36:02.608488 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-051e89d0-751c-4c65-a3e7-96b19afe29f0 req-7ff62ccb-329d-4143-97df-dded32846ecf service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879807 Apr 05 11:36:03.024798 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad875cfc-2aa3-44f6-9e74-ee2841511615 req-16dde50d-6865-459a-980d-d2f0cebbc4ca tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.026287 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ad875cfc-2aa3-44f6-9e74-ee2841511615 req-16dde50d-6865-459a-980d-d2f0cebbc4ca tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 944 time: 0.0536203 Apr 05 11:36:03.072244 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ad875cfc-2aa3-44f6-9e74-ee2841511615 req-cba4f808-4c20-4491-b18e-be25d426e4f8 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Apr 05 11:36:03.105881 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 350ba5da-e8a3-4b4f-aea9-5d7318316a4b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:03.210116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:03.222295 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b', 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a', 'port_id': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b', 'mac_address': 'fa:16:3e:0e:11:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efa3112-2f57-44ee-8b08-719e2397709d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:03.252545 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374421-6395-4a02-93a4-cfec6f6d0df7 req-4317efe6-3053-4f42-9ddf-8c12f331bcdc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.258068 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10374421-6395-4a02-93a4-cfec6f6d0df7 req-4317efe6-3053-4f42-9ddf-8c12f331bcdc tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0674036 Apr 05 11:36:03.276679 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:03.277078 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.293174 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350ba5da-e8a3-4b4f-aea9-5d7318316a4b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:03.316855 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:03.327031 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10374421-6395-4a02-93a4-cfec6f6d0df7 req-951d7ef4-83a3-456b-9379-56471cd64baf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642691 Apr 05 11:36:03.349398 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2d377240-1d29-4c2f-9aed-e5a2bf6f1254 req-d174a28a-fad6-4011-af3a-404b35723dbc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0414598 Apr 05 11:36:03.409110 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:03.510512 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:03.529463 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1144e-1722-4cb2-ada2-aaf81d1165b2 req-b6c4cb5d-0205-43e5-baa6-7c89fffb774f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.537826 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-77b1144e-1722-4cb2-ada2-aaf81d1165b2 req-b6c4cb5d-0205-43e5-baa6-7c89fffb774f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0761693 Apr 05 11:36:03.545296 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-da5323fe-5400-4ac4-889d-eb975a646f34 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:03.547148 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-da5323fe-5400-4ac4-889d-eb975a646f34 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 818 time: 0.1889656 Apr 05 11:36:03.598540 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-77b1144e-1722-4cb2-ada2-aaf81d1165b2 req-de0d9fb2-a80f-4903-abfa-813218134dd6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571055 Apr 05 11:36:03.746469 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['350ba5da-e8a3-4b4f-aea9-5d7318316a4b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:04.004690 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-99238140-307e-4e57-aecb-46e4204f8e98 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffb1a962c1f4a7496dec84d00a5982f HTTP/1.1" status: 200 len: 379 time: 0.0528343 Apr 05 11:36:04.014300 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'port': {'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'admin_state_up': True, 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'security_groups': ['00029200-2e02-414e-85fb-6fd152d072d0']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:04.203422 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02490a20-0420-4059-b3e3-a54c17513a01 req-164b1038-230d-4575-847b-2aa012e66b15 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.204974 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-02490a20-0420-4059-b3e3-a54c17513a01 req-164b1038-230d-4575-847b-2aa012e66b15 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 945 time: 0.0601454 Apr 05 11:36:04.243710 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Made reservation on behalf of 7ffb1a962c1f4a7496dec84d00a5982f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:04.247895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.271873 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-02490a20-0420-4059-b3e3-a54c17513a01 req-24b885c5-db05-4a4c-a948-696d57afe33e tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612624 Apr 05 11:36:04.398619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Allocated IP 172.20.0.3 (6c185b41-ab1c-49ab-ad92-4c65b56d691c/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e/cbea4c84-6afe-40ec-a01c-0157e89cf15b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:04.454643 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b771e5-8faa-4dfe-9b23-65749ba1c26e req-b9e5c7bf-78d6-450e-b3f8-62f80d243096 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.457706 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-30b771e5-8faa-4dfe-9b23-65749ba1c26e req-b9e5c7bf-78d6-450e-b3f8-62f80d243096 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0629001 Apr 05 11:36:04.484821 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4576ba3a-5afb-4a3d-ada7-ecce65250265 req-cd1a170e-fa4e-4b44-939e-c61803aaa0b6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0498555 Apr 05 11:36:04.514329 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-30b771e5-8faa-4dfe-9b23-65749ba1c26e req-cd2684c0-d02d-456d-98ab-ea70a3bf2c64 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501044 Apr 05 11:36:04.558249 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.674759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.740544 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:36:04.748669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:04.755235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:04.757845 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event updated for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:04.760176 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:04.793659 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758b685-45f3-450b-beb2-1f63205290fd req-c851c90a-629c-49d4-8bda-9bd3a93348a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.797501 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7758b685-45f3-450b-beb2-1f63205290fd req-c851c90a-629c-49d4-8bda-9bd3a93348a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1317689 Apr 05 11:36:04.834252 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:04.834898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:04.871722 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7758b685-45f3-450b-beb2-1f63205290fd req-e389debc-7872-4928-bdef-d2d9d7d2fa69 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676563 Apr 05 11:36:04.931972 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-7dc37495-f757-4b24-aca4-4ccae25c26d5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9217434 Apr 05 11:36:04.944485 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Request body: {'port': {'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:04.965812 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-57542656-5182-412c-a459-0694c968158f None None] Provisioning complete for port cbea4c84-6afe-40ec-a01c-0157e89cf15b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:04.966408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57542656-5182-412c-a459-0694c968158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.000662 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57542656-5182-412c-a459-0694c968158f None None] Port cbea4c84-6afe-40ec-a01c-0157e89cf15b cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:36:05.010254 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.130275 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:05.133483 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 350ba5da-e8a3-4b4f-aea9-5d7318316a4b up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:05.309316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbea4c84-6afe-40ec-a01c-0157e89cf15b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:05.313977 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:05.318158 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:36:05.319612 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks [] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.332207 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:05.332970 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.334465 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Transition to ACTIVE for port object cbea4c84-6afe-40ec-a01c-0157e89cf15b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:05.359884 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:05.415322 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: ACTIVE; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:05.415711 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.418114 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f83b9-4638-4ece-b9bf-3bd1e40e8917 req-7c95570f-c202-4dbd-a0de-ef24ec86c0c4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.419879 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-919f83b9-4638-4ece-b9bf-3bd1e40e8917 req-7c95570f-c202-4dbd-a0de-ef24ec86c0c4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 945 time: 0.0558600 Apr 05 11:36:05.447859 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:05.449868 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.471452 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-919f83b9-4638-4ece-b9bf-3bd1e40e8917 req-192c7760-7059-437c-a4a1-3308b2e3ce4b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Apr 05 11:36:05.478422 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:05.479877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:05.480144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.507671 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:05.509927 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3989b65-1b7d-4df4-9d6e-03ea59968848" -d '{"events": [{"server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "name": "network-vif-plugged", "status": "completed", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:05.525727 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:05.536376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:05.597935 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af64721f-2be0-456f-a89c-176e38d3fe89 x-openstack-request-id: req-af64721f-2be0-456f-a89c-176e38d3fe89 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:05.598267 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "name": "network-vif-plugged", "status": "completed", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:05.598608 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af64721f-2be0-456f-a89c-176e38d3fe89 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:05.605359 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af64721f-2be0-456f-a89c-176e38d3fe89'] response: {'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b', 'code': 200} Apr 05 11:36:05.605359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.633820 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.654470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Attempting to bind port cbea4c84-6afe-40ec-a01c-0157e89cf15b on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:05.660034 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Attempting to bind port cbea4c84-6afe-40ec-a01c-0157e89cf15b by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:05.660602 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Attempting to bind port cbea4c84-6afe-40ec-a01c-0157e89cf15b on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:05.668205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Port cbea4c84-6afe-40ec-a01c-0157e89cf15b on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:05.668774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Attempting to bind port cbea4c84-6afe-40ec-a01c-0157e89cf15b on network 6c185b41-ab1c-49ab-ad92-4c65b56d691c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:05.671645 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:05.680033 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.680383 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.680724 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.681081 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.681421 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.681902 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.682233 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.682587 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.682916 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.683143 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766539e-bd0a-4b91-8a72-f9cc4eca975a req-7c1d0797-9c64-4dcb-8415-9485091d530a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.683275 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.683550 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.683873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.684194 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.684515 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.685379 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:36:05.686306 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c766539e-bd0a-4b91-8a72-f9cc4eca975a req-7c1d0797-9c64-4dcb-8415-9485091d530a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.0984902 Apr 05 11:36:05.698802 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:05.699445 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Checking segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:05.699931 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Bound using segment: {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:05.700562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Bound port: cbea4c84-6afe-40ec-a01c-0157e89cf15b, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:05.700924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.719276 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['e08674cb-87b6-41fc-a987-772259c11c9b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:05.792506 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c766539e-bd0a-4b91-8a72-f9cc4eca975a req-903148b0-7d7c-4a29-9b74-92083608dc87 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891967 Apr 05 11:36:05.792842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:05.802193 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:05.806034 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:05.906658 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.943253 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:05.949702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:05.949702 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] 10.222.0.53 "PUT /v2.0/ports/cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 1093 time: 1.0048792 Apr 05 11:36:05.949702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:05.949702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215181f0-0bdb-4630-abab-77f9696927f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:05.986121 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460a4b6-d120-43e3-9956-a981ce9b6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:06.010256 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c3d315-0d9c-4e4f-aece-a8646b66403e x-openstack-request-id: req-63c3d315-0d9c-4e4f-aece-a8646b66403e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:06.010519 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:06.010768 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63c3d315-0d9c-4e4f-aece-a8646b66403e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:06.011161 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c3d315-0d9c-4e4f-aece-a8646b66403e'] response: {'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'status': 'completed', 'code': 200} Apr 05 11:36:06.025516 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9c4c-7cfd-4bc1-b76c-1eb6aabd93d8 req-ea85696c-0094-4c9f-8862-ad9bf6da23b8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.027227 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-defa9c4c-7cfd-4bc1-b76c-1eb6aabd93d8 req-ea85696c-0094-4c9f-8862-ad9bf6da23b8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0691068 Apr 05 11:36:06.055541 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e65bd-c361-46bb-a171-79fd71040b30 req-522d775b-3a97-4662-9b02-57fcb3731a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.057053 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-790e65bd-c361-46bb-a171-79fd71040b30 req-522d775b-3a97-4662-9b02-57fcb3731a16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 1130 time: 0.0576766 Apr 05 11:36:06.108895 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-defa9c4c-7cfd-4bc1-b76c-1eb6aabd93d8 req-50003c26-7556-4ca0-ad6a-632f9a1a193d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705094 Apr 05 11:36:06.121263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215181f0-0bdb-4630-abab-77f9696927f8 req-e3cb1056-b3cd-4fb9-a1bd-92e1d526be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.122016 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-790e65bd-c361-46bb-a171-79fd71040b30 req-f5e8df96-9057-4325-ba7c-537cacb17ab0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Apr 05 11:36:06.122973 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-215181f0-0bdb-4630-abab-77f9696927f8 req-e3cb1056-b3cd-4fb9-a1bd-92e1d526be05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1127 time: 0.0704424 Apr 05 11:36:06.474706 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215181f0-0bdb-4630-abab-77f9696927f8 req-de992e4e-72fb-47eb-a4e8-c887ae007a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.476165 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-215181f0-0bdb-4630-abab-77f9696927f8 req-de992e4e-72fb-47eb-a4e8-c887ae007a8e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1019995 Apr 05 11:36:06.580996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215181f0-0bdb-4630-abab-77f9696927f8 req-1b12e140-b953-4c92-a170-22cf0c8ee910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.582752 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-215181f0-0bdb-4630-abab-77f9696927f8 req-1b12e140-b953-4c92-a170-22cf0c8ee910 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963740 Apr 05 11:36:06.611853 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b96f4-72d0-485d-92e2-074bd54d9fe2 req-d94c5877-6907-4f9e-9a57-f29f1da5a7f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.613321 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d58b96f4-72d0-485d-92e2-074bd54d9fe2 req-d94c5877-6907-4f9e-9a57-f29f1da5a7f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.0549235 Apr 05 11:36:06.662367 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d58b96f4-72d0-485d-92e2-074bd54d9fe2 req-9b558661-7cc2-48be-a758-62ac4aac8820 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Apr 05 11:36:06.924537 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5fbe-8e01-40ec-9ff5-b8f31483f2fb req-b10d70b9-f91e-46dc-986d-7dfde3166453 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:06.926048 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b5b5fbe-8e01-40ec-9ff5-b8f31483f2fb req-b10d70b9-f91e-46dc-986d-7dfde3166453 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.0552516 Apr 05 11:36:06.975822 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b5b5fbe-8e01-40ec-9ff5-b8f31483f2fb req-a29e9d59-75bb-430e-aa94-6a9c1b3e4f17 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Apr 05 11:36:07.030552 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-420e6575-b779-4f8f-91a8-5fa408acf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.032105 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-420e6575-b779-4f8f-91a8-5fa408acf591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1127 time: 0.0471468 Apr 05 11:36:07.077865 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-193413d7-62fd-4eff-8ed4-b225073a6ae1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 217 time: 0.0383189 Apr 05 11:36:07.132822 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-eed4bdf3-a04f-4c0b-9544-99b046d3ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.134450 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-eed4bdf3-a04f-4c0b-9544-99b046d3ebfa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0463824 Apr 05 11:36:07.138872 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:07.213301 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port e08674cb-87b6-41fc-a987-772259c11c9b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:07.213984 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.220003 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d72e4-343f-458d-83a8-9da44a867e2b req-4be82b5c-0572-47b1-a5c2-94ec9652ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.221589 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-4be82b5c-0572-47b1-a5c2-94ec9652ec31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0608962 Apr 05 11:36:07.262599 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67c88-2a98-475c-97fd-cda816e57c8b req-4945191b-4e10-40ee-b6ab-c634abe2c5db tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.266954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6cb67c88-2a98-475c-97fd-cda816e57c8b req-4945191b-4e10-40ee-b6ab-c634abe2c5db tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0669715 Apr 05 11:36:07.342133 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-edd12dd1-b6f6-4de9-9af6-0f8855fd2f94 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082487 Apr 05 11:36:07.352515 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6cb67c88-2a98-475c-97fd-cda816e57c8b req-fcccfa66-a047-44cd-8ef9-8375da08177a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766528 Apr 05 11:36:07.464554 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:07.464865 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.497763 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:07.580471 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:07.601981 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:07.604202 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56011f22-9dba-4855-9b95-8ec45033e623" -d '{"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:07.632764 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:07.640373 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189e392-2b52-46c0-8966-939bfc74ae9c x-openstack-request-id: req-2189e392-2b52-46c0-8966-939bfc74ae9c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:07.640703 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:07.640957 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2189e392-2b52-46c0-8966-939bfc74ae9c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:07.641349 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2189e392-2b52-46c0-8966-939bfc74ae9c'] response: {'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'code': 200} Apr 05 11:36:07.779583 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d60024-80e5-46c9-98b9-6fcfd4858c6b req-4d174fd3-6b67-41aa-a147-1e4ed82bdd01 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:07.781098 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-64d60024-80e5-46c9-98b9-6fcfd4858c6b req-4d174fd3-6b67-41aa-a147-1e4ed82bdd01 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.0531094 Apr 05 11:36:07.829813 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-64d60024-80e5-46c9-98b9-6fcfd4858c6b req-9dd493d6-449a-40fe-b7e5-7746f67fe4c1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Apr 05 11:36:07.983154 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-875d72e4-343f-458d-83a8-9da44a867e2b req-30b9ff9d-ad5b-4b28-a3cf-a21083931660 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917099 Apr 05 11:36:08.100384 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c9a4-389d-4fd3-8335-ac8282583581 req-4b81a819-338f-457e-bffd-b0953598b4db tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.102597 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9e98c9a4-389d-4fd3-8335-ac8282583581 req-4b81a819-338f-457e-bffd-b0953598b4db tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.0545433 Apr 05 11:36:08.149848 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9e98c9a4-389d-4fd3-8335-ac8282583581 req-e0b2dc60-27a1-4e46-92bb-036c6120bff9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Apr 05 11:36:08.519037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee2a6-ae98-4ca8-92ae-3d58df264b66 req-bd6d06f4-0b40-4de8-b3f7-c425b37e15f6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:08.526644 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5caee2a6-ae98-4ca8-92ae-3d58df264b66 req-bd6d06f4-0b40-4de8-b3f7-c425b37e15f6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0967119 Apr 05 11:36:08.576251 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5caee2a6-ae98-4ca8-92ae-3d58df264b66 req-e4c70763-a1cf-4d8f-8e7f-7012231bc32b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Apr 05 11:36:08.742239 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:08.887282 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c7562b-1916-45b5-940c-f01a94e4c972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.008634 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71400-9e6c-448a-8112-6eb3dafbbde5 req-e3a61c1c-3687-40f9-8bb2-4bda0c0110a5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.015078 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aae71400-9e6c-448a-8112-6eb3dafbbde5 req-e3a61c1c-3687-40f9-8bb2-4bda0c0110a5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.1054466 Apr 05 11:36:09.026469 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c7562b-1916-45b5-940c-f01a94e4c972 admin admin] Publish callbacks [] for security_group (87338c52-86de-46d3-8e0b-1172f4e21afb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.088778 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98c7562b-1916-45b5-940c-f01a94e4c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (87338c52-86de-46d3-8e0b-1172f4e21afb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.089282 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aae71400-9e6c-448a-8112-6eb3dafbbde5 req-eafcbac8-a8ab-4429-8ed8-cde736cafd5b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685697 Apr 05 11:36:09.163064 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-98c7562b-1916-45b5-940c-f01a94e4c972 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90661742bc80447ea1d132c781446fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194508 Apr 05 11:36:09.169570 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:09.195321 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7562b-1916-45b5-940c-f01a94e4c972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87338c52-86de-46d3-8e0b-1172f4e21afb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:09.282590 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] Publish callbacks [] for security_group (87338c52-86de-46d3-8e0b-1172f4e21afb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.334420 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] Publish callbacks [] for security_group (87338c52-86de-46d3-8e0b-1172f4e21afb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.378917 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce4be-91fc-4c89-a146-c09fccedc8e6 req-3c1fbdc1-af48-4842-9e5a-e1b4b9aaa292 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.386618 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a6bce4be-91fc-4c89-a146-c09fccedc8e6 req-3c1fbdc1-af48-4842-9e5a-e1b4b9aaa292 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.1506386 Apr 05 11:36:09.456829 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a6bce4be-91fc-4c89-a146-c09fccedc8e6 req-f88748fe-dd9d-4470-8cb1-6605f41567ff tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674002 Apr 05 11:36:09.735683 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d422-9701-413c-94a0-e605094e2e82 req-d99a2039-eb3c-4ab8-9974-161b89d0a78e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:09.737179 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7d29d422-9701-413c-94a0-e605094e2e82 req-d99a2039-eb3c-4ab8-9974-161b89d0a78e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0614288 Apr 05 11:36:09.817524 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7d29d422-9701-413c-94a0-e605094e2e82 req-bf7d4a0f-79bf-4c6f-bf28-803ee26fbf12 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721138 Apr 05 11:36:09.827189 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (87338c52-86de-46d3-8e0b-1172f4e21afb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.830176 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:09.831545 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87338c52-86de-46d3-8e0b-1172f4e21afb HTTP/1.1" status: 204 len: 168 time: 0.6651056 Apr 05 11:36:09.846183 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dd1ba-f1e6-4eba-a0be-ea29f557b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87338c52-86de-46d3-8e0b-1172f4e21afb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:10.639361 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb155fa-b1f6-4dc7-8a59-7d001b16e254 req-d45b18dc-2db5-4df2-b9f2-0a8dcd8d91aa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:10.641250 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-afb155fa-b1f6-4dc7-8a59-7d001b16e254 req-d45b18dc-2db5-4df2-b9f2-0a8dcd8d91aa tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.0804439 Apr 05 11:36:10.670355 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:10.688695 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4065b7c8-f2de-4830-b3f8-e5d138248917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.734346 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-afb155fa-b1f6-4dc7-8a59-7d001b16e254 req-b13232b6-c93d-402a-bbe0-46f4ddc9a717 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840652 Apr 05 11:36:10.810619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4065b7c8-f2de-4830-b3f8-e5d138248917 admin admin] Publish callbacks [] for security_group (9ee43f08-21eb-4d1a-8ad9-d275c0de4d21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.874225 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4065b7c8-f2de-4830-b3f8-e5d138248917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9ee43f08-21eb-4d1a-8ad9-d275c0de4d21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:10.907010 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47220) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:10.907636 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4065b7c8-f2de-4830-b3f8-e5d138248917 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=505db3f5930542c5974abd7b4c3650ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384670 Apr 05 11:36:10.931549 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065b7c8-f2de-4830-b3f8-e5d138248917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee43f08-21eb-4d1a-8ad9-d275c0de4d21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:11.002355 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] Publish callbacks [] for security_group (9ee43f08-21eb-4d1a-8ad9-d275c0de4d21), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.028976 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] Publish callbacks [] for security_group (9ee43f08-21eb-4d1a-8ad9-d275c0de4d21), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.038660 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a235d-03ee-4cf8-b1b4-66bf578c70ef req-f9d7ae42-4115-431e-8672-5e2ea0d938c0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.040196 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76a235d-03ee-4cf8-b1b4-66bf578c70ef req-f9d7ae42-4115-431e-8672-5e2ea0d938c0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0760880 Apr 05 11:36:11.121363 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d76a235d-03ee-4cf8-b1b4-66bf578c70ef req-fc180da3-54e6-4086-90c8-ebf25160ba41 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753949 Apr 05 11:36:11.126138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dd4a-fb6b-42c0-baa6-d63a439e67b6 req-82d3844b-e909-4c90-8bf4-20814e086928 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.128218 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e577dd4a-fb6b-42c0-baa6-d63a439e67b6 req-82d3844b-e909-4c90-8bf4-20814e086928 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.1020315 Apr 05 11:36:11.153007 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device cbea4c84-6afe-40ec-a01c-0157e89cf15b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:11.203910 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e577dd4a-fb6b-42c0-baa6-d63a439e67b6 req-2fd3e7fe-8bab-4c81-822d-8129980a7eac tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 Apr 05 11:36:11.228680 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9ee43f08-21eb-4d1a-8ad9-d275c0de4d21), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.231326 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.236465 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ee43f08-21eb-4d1a-8ad9-d275c0de4d21 HTTP/1.1" status: 204 len: 168 time: 0.3220363 Apr 05 11:36:11.242130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac9573-b21c-41d2-9a56-bf2b7efb6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee43f08-21eb-4d1a-8ad9-d275c0de4d21,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:11.319619 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:11.335530 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:11.388345 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port cbea4c84-6afe-40ec-a01c-0157e89cf15b is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:11.388742 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.402726 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbea4c84-6afe-40ec-a01c-0157e89cf15b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:11.429643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:11.818568 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:11.866362 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067f57e-c178-455c-8609-387e319a2ed2 req-7954c6c5-d002-48c4-b36f-53b4d28d9386 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:11.868038 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7067f57e-c178-455c-8609-387e319a2ed2 req-7954c6c5-d002-48c4-b36f-53b4d28d9386 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 943 time: 0.0638983 Apr 05 11:36:11.868154 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:11.924930 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7067f57e-c178-455c-8609-387e319a2ed2 req-e550ca76-0cd0-4ce5-b85e-3daca3748c8a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496607 Apr 05 11:36:12.158029 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['cbea4c84-6afe-40ec-a01c-0157e89cf15b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:12.343672 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9c9e-2300-41ce-83b9-1e506529be5b req-719297c9-65f9-4017-86ff-4598be04d0a7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:12.352369 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2c8d9c9e-2300-41ce-83b9-1e506529be5b req-719297c9-65f9-4017-86ff-4598be04d0a7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1419234 Apr 05 11:36:12.401474 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8489c-a9a2-4075-bb21-b1515da63446 req-26041b76-9af2-403a-9f55-dba1e93b56ad tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:12.404095 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e7e8489c-a9a2-4075-bb21-b1515da63446 req-26041b76-9af2-403a-9f55-dba1e93b56ad tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.1094956 Apr 05 11:36:12.411112 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2c8d9c9e-2300-41ce-83b9-1e506529be5b req-28c68da2-c049-4fb5-abf1-eaf16cb1cc6b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Apr 05 11:36:12.499695 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e7e8489c-a9a2-4075-bb21-b1515da63446 req-02a19afb-5854-485f-b635-3c0da9b2cc0e tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Apr 05 11:36:12.658620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-1f2bd98d-4a46-40cb-8d28-2aee289e1dfc tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:12.660391 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-1f2bd98d-4a46-40cb-8d28-2aee289e1dfc tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 946 time: 0.0889869 Apr 05 11:36:12.787319 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Deleting port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:36:12.787728 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.925224 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] For port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:12.925682 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:12.945497 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Calling delete_port for 350ba5da-e8a3-4b4f-aea9-5d7318316a4b owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:36:13.134668 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef51098-3a83-4b32-b628-abf1dd7b3d9d req-5205955a-21a2-4916-b426-d63784a35a22 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:13.139012 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5ef51098-3a83-4b32-b628-abf1dd7b3d9d req-5205955a-21a2-4916-b426-d63784a35a22 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 944 time: 0.1023452 Apr 05 11:36:13.178051 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device cbea4c84-6afe-40ec-a01c-0157e89cf15b up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:13.225710 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5ef51098-3a83-4b32-b628-abf1dd7b3d9d req-b44ba3fc-6b1a-4d6f-bb14-a63f330fe167 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796003 Apr 05 11:36:13.323770 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (350ba5da-e8a3-4b4f-aea9-5d7318316a4b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.342316 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['350ba5da-e8a3-4b4f-aea9-5d7318316a4b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:13.371178 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port cbea4c84-6afe-40ec-a01c-0157e89cf15b completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:36:13.377808 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port cbea4c84-6afe-40ec-a01c-0157e89cf15b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:13.378413 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.408418 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Pushing event deleted for resources: {'Port': ['ID=350ba5da-e8a3-4b4f-aea9-5d7318316a4b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:13.486431 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] No DVR routers for this DVR port 350ba5da-e8a3-4b4f-aea9-5d7318316a4b on host hv-cinder-83444 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:36:13.495887 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.495887 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6ebbaad0-f432-413c-a032-5fb75f398c73 req-9d9316db-951d-4353-84ad-f8ba5a6f8e3c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "DELETE /v2.0/ports/350ba5da-e8a3-4b4f-aea9-5d7318316a4b HTTP/1.1" status: 204 len: 173 time: 0.8237519 Apr 05 11:36:13.495887 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'name': 'network-vif-deleted', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:13.498077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5057f-3995-4564-bbaf-af751a7be50c" -d '{"events": [{"server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "name": "network-vif-deleted", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:13.500849 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port cbea4c84-6afe-40ec-a01c-0157e89cf15b is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:13.503402 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.538949 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:13.541359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba1ba2e-490c-46a5-8723-de46de379bdc" -d '{"events": [{"server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "name": "network-vif-plugged", "status": "completed", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:13.557362 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:13.601601 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9c420-eb2d-498f-a6b0-9b00112878f6 x-openstack-request-id: req-78a9c420-eb2d-498f-a6b0-9b00112878f6 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:13.601889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad1d13-0abd-455c-97b2-e7f5b15bb5bf", "name": "network-vif-deleted", "tag": "350ba5da-e8a3-4b4f-aea9-5d7318316a4b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:13.602134 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78a9c420-eb2d-498f-a6b0-9b00112878f6 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:13.602548 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a9c420-eb2d-498f-a6b0-9b00112878f6'] response: {'server_uuid': '22ad1d13-0abd-455c-97b2-e7f5b15bb5bf', 'name': 'network-vif-deleted', 'tag': '350ba5da-e8a3-4b4f-aea9-5d7318316a4b', 'status': 'completed', 'code': 200} Apr 05 11:36:13.655906 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c680f4-35d3-4a43-a072-517ca927d66c req-5f141d7b-e5f6-4879-a9ec-21aa1b02c544 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:13.658876 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-28c680f4-35d3-4a43-a072-517ca927d66c req-5f141d7b-e5f6-4879-a9ec-21aa1b02c544 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0997689 Apr 05 11:36:13.687994 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:13.741791 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2b049961-7437-4c5e-941c-be7d92194e94 req-ddbf855c-eee2-4a17-b372-f067f40fba2b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0586641 Apr 05 11:36:13.762247 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-28c680f4-35d3-4a43-a072-517ca927d66c req-ff96d744-a382-453f-9d8d-fe7a86dab14c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879416 Apr 05 11:36:13.834618 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:13.873032 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db049b-cea6-4690-bf8d-543b5014976f x-openstack-request-id: req-77db049b-cea6-4690-bf8d-543b5014976f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:13.873032 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "name": "network-vif-plugged", "status": "completed", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:13.873032 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77db049b-cea6-4690-bf8d-543b5014976f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:13.873032 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77db049b-cea6-4690-bf8d-543b5014976f'] response: {'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'code': 200} Apr 05 11:36:14.409597 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4910d3-262d-4671-a171-79ed8aca2424 req-f06dfedd-332d-4805-878b-c3f322361798 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:14.415424 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a4910d3-262d-4671-a171-79ed8aca2424 req-f06dfedd-332d-4805-878b-c3f322361798 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0915232 Apr 05 11:36:14.437211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7d0b-b868-47b9-a2d3-4f46f2bcd200 req-6ce4f0dd-2b10-4667-808c-09bbb534644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:14.441399 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e0ea7d0b-b868-47b9-a2d3-4f46f2bcd200 req-6ce4f0dd-2b10-4667-808c-09bbb534644b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0994785 Apr 05 11:36:14.501738 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e0ea7d0b-b868-47b9-a2d3-4f46f2bcd200 req-07649419-de59-41a4-adf5-9807fef4825c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555339 Apr 05 11:36:14.506296 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a4910d3-262d-4671-a171-79ed8aca2424 req-a8e5cdfd-d5e3-4166-a202-dbf177bcc0c8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766156 Apr 05 11:36:14.951485 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-211bb0bd-5345-4373-bb7f-9f9e1e5b1c9d req-0e0603f0-59f6-4c6f-b384-2c82f9e4e637 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=22ad1d13-0abd-455c-97b2-e7f5b15bb5bf HTTP/1.1" status: 200 len: 210 time: 0.0483596 Apr 05 11:36:15.041053 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e722045-185c-4085-8405-ebf134fa49f8 req-ed9a906a-7d49-44e7-8c1d-4c9284243f1e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:15.050990 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3e722045-185c-4085-8405-ebf134fa49f8 req-ed9a906a-7d49-44e7-8c1d-4c9284243f1e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.1265934 Apr 05 11:36:15.135755 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3e722045-185c-4085-8405-ebf134fa49f8 req-ccee047a-56c7-4b71-941d-eec42660add4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779006 Apr 05 11:36:15.654059 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0db5-b042-4949-8307-0fa958bde6a0 req-b711d7d3-fe2c-45a9-b578-a85f51f84919 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:15.656843 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-78da0db5-b042-4949-8307-0fa958bde6a0 req-b711d7d3-fe2c-45a9-b578-a85f51f84919 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0737195 Apr 05 11:36:15.729388 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-78da0db5-b042-4949-8307-0fa958bde6a0 req-c8940047-43ce-4c10-9dca-33522f4b6f6a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672288 Apr 05 11:36:16.255592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9185112-765b-4eb9-b23f-9698e759cd33 req-9096ab82-2bb2-4090-bd3f-8ad654a07589 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.257377 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d9185112-765b-4eb9-b23f-9698e759cd33 req-9096ab82-2bb2-4090-bd3f-8ad654a07589 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Apr 05 11:36:16.315304 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d9185112-765b-4eb9-b23f-9698e759cd33 req-373a0d90-e7ad-4626-957d-92544155c2e7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500200 Apr 05 11:36:16.873575 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b673155-492a-4a4a-8c48-126b3ae93d66 req-586d1c8e-199d-4248-88e2-0d37b4001625 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:16.875197 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8b673155-492a-4a4a-8c48-126b3ae93d66 req-586d1c8e-199d-4248-88e2-0d37b4001625 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0665586 Apr 05 11:36:16.953367 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8b673155-492a-4a4a-8c48-126b3ae93d66 req-93555611-5e6c-4da1-9586-930687659cd7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639901 Apr 05 11:36:17.197665 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 350ba5da-e8a3-4b4f-aea9-5d7318316a4b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:17.221271 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 350ba5da-e8a3-4b4f-aea9-5d7318316a4b {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:36:17.224446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 350ba5da-e8a3-4b4f-aea9-5d7318316a4b not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:36:17.459450 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df537-83e1-479c-b810-d2462f5cd994 req-fecfa0b3-466c-415d-a675-3f4add3c8876 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:17.461702 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-776df537-83e1-479c-b810-d2462f5cd994 req-fecfa0b3-466c-415d-a675-3f4add3c8876 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0630827 Apr 05 11:36:17.519461 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-776df537-83e1-479c-b810-d2462f5cd994 req-298bef97-2196-4f2f-9d43-ea30e09db53d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525177 Apr 05 11:36:18.111131 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c20509-131b-48f4-8222-9c29b2deb94c req-0fc32fce-58e2-434c-b141-ee9a5d48b0b9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.118292 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c9c20509-131b-48f4-8222-9c29b2deb94c req-0fc32fce-58e2-434c-b141-ee9a5d48b0b9 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0717242 Apr 05 11:36:18.175140 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c9c20509-131b-48f4-8222-9c29b2deb94c req-ffd6624c-e16f-4318-adb7-006aadbe2cc6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558090 Apr 05 11:36:18.339592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd962c4-4da9-4bdd-a18f-8355986a64bd req-e82a2ab2-11db-4678-a388-31de91325def tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.341215 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1dd962c4-4da9-4bdd-a18f-8355986a64bd req-e82a2ab2-11db-4678-a388-31de91325def tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0852015 Apr 05 11:36:18.352854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47342) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:18.361742 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'floatingip': {'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:18.408293 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.679785 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff2d5e-83ad-46e3-aa2e-f769288a745a req-0097318f-936b-4240-bc0e-901d59e5cf7d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:18.688432 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3eff2d5e-83ad-46e3-aa2e-f769288a745a req-0097318f-936b-4240-bc0e-901d59e5cf7d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0825164 Apr 05 11:36:18.763212 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3eff2d5e-83ad-46e3-aa2e-f769288a745a req-9262d3b2-47f3-4bc9-9f40-db981630ec31 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735543 Apr 05 11:36:19.266252 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.374708 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.486790 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Floating IP 70256058-9466-411a-8dc0-5eb908829fe2 associated. External IP: 172.28.0.110, port: cbea4c84-6afe-40ec-a01c-0157e89cf15b. Apr 05 11:36:19.729647 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Router d4964cda-706c-4477-a472-3cbf37e31f86 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:36:19.849848 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:36:19.854830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:19.862310 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:36:19.873604 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:19.874617 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:35:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:19.898555 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7d3973a9-58e9-43a1-a4f5-fe96cf973b6e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "PUT /v2.0/floatingips/70256058-9466-411a-8dc0-5eb908829fe2 HTTP/1.1" status: 200 len: 991 time: 1.5316250 Apr 05 11:36:19.898555 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:19.898555 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ffaae6-1f8f-473f-a796-c97b260d35dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:19.905857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391941-ee26-429d-95f8-6815bf4f8b40 req-10d83dc5-55f8-4398-86b0-654ae374506b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:19.907429 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-23391941-ee26-429d-95f8-6815bf4f8b40 req-10d83dc5-55f8-4398-86b0-654ae374506b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0669684 Apr 05 11:36:19.960320 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-23391941-ee26-429d-95f8-6815bf4f8b40 req-27518641-51d0-49da-8328-46a9d57f28da tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470641 Apr 05 11:36:20.004405 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:20.017757 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2435d1-7e3f-4ffe-8e44-c48ef1552535 x-openstack-request-id: req-db2435d1-7e3f-4ffe-8e44-c48ef1552535 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:20.018038 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:20.018284 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db2435d1-7e3f-4ffe-8e44-c48ef1552535 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:20.018701 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2435d1-7e3f-4ffe-8e44-c48ef1552535'] response: {'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'status': 'completed', 'code': 200} Apr 05 11:36:20.094338 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-b59ba28b-0c6e-4f27-b123-19c0caf91436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.095931 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-b59ba28b-0c6e-4f27-b123-19c0caf91436 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0476742 Apr 05 11:36:20.197547 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-665c2fe1-4b2c-4f20-9b13-fa418d762be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.199329 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.200738 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-665c2fe1-4b2c-4f20-9b13-fa418d762be6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.0933087 Apr 05 11:36:20.300368 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-0aa3bce0-7eff-4f9d-99b3-56281a081734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 999 time: 0.0935011 Apr 05 11:36:20.338517 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:36:19Z', 'revision_number': 1, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:20.385611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-77fb2b27-b745-4e0d-8706-795c37144ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.387028 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-77fb2b27-b745-4e0d-8706-795c37144ed9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0747797 Apr 05 11:36:20.395318 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:36:20.408989 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:36:20.409650 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:35:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:20.531152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-c50032d9-5712-4f6b-8911-4095ec9c621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.532896 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-c50032d9-5712-4f6b-8911-4095ec9c621a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1348681 Apr 05 11:36:20.554832 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:36:20.580616 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-77add92b-d6e0-4dbd-b847-ae2f63c7f000 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:20.587563 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-77add92b-d6e0-4dbd-b847-ae2f63c7f000 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/networks?id=83f05123-a902-411f-9d10-492b47b9d75a HTTP/1.1" status: 200 len: 809 time: 0.1713164 Apr 05 11:36:20.635078 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-6509f2d1-c1c9-4e79-bbc2-5ccf141b8202 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/quotas/5f9b855e2ea349908836fcfc32a1c6ad HTTP/1.1" status: 200 len: 375 time: 0.0463488 Apr 05 11:36:20.694752 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-539744f5-bae3-4440-a8b7-d30023fe78ff tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539765 Apr 05 11:36:20.732372 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-e75d1c36-57dc-4fa9-9d4c-057e0d21cfca service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834984 Apr 05 11:36:20.889431 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:36:19Z', 'revision_number': 1, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:36:20.926187 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb42db-3903-48a8-a4e8-cc3b9a0926a3 None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:36:19Z', 'revision_number': 1, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:36:21.127568 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19763d5b-e290-4aa4-af2e-d1f30a1d1021 req-525671b0-6e41-4ff8-bbfd-c28b4633a912 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:21.137060 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-19763d5b-e290-4aa4-af2e-d1f30a1d1021 req-525671b0-6e41-4ff8-bbfd-c28b4633a912 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0806036 Apr 05 11:36:21.165166 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-5c37727d-36d0-4826-9796-e6d0c3a38ebe service neutron] 10.222.0.64 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599462 Apr 05 11:36:21.203211 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-19763d5b-e290-4aa4-af2e-d1f30a1d1021 req-9bf79332-ddee-4894-add3-3693fe40d369 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644817 Apr 05 11:36:21.219044 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e6ffaae6-1f8f-473f-a796-c97b260d35dd req-37c20116-69e6-4b0d-9d8c-d351c0184876 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562883 Apr 05 11:36:21.263163 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e5bfd-9949-4b53-9c30-53a429d90e4f None None] New status for floating IP 70256058-9466-411a-8dc0-5eb908829fe2: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:36:21.307463 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-16f2f910-efab-4bfa-8da0-a545f95f21ef service neutron] 10.222.0.64 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400025 Apr 05 11:36:21.674645 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-592f1efc-4f2b-4d7f-bdd5-013022dfc531 req-366710c9-a1d8-4929-b728-08a5c480bad3 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0354319 Apr 05 11:36:22.335872 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cec9c-5b69-4165-ad38-2e20606f15de req-ce42a257-e8d2-4549-802b-499e3031a25a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.337403 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-094cec9c-5b69-4165-ad38-2e20606f15de req-ce42a257-e8d2-4549-802b-499e3031a25a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Apr 05 11:36:22.384016 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-094cec9c-5b69-4165-ad38-2e20606f15de req-12ff521c-24ff-45e0-bc61-74039a41570f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Apr 05 11:36:22.769606 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba03e246-39fc-4f87-8209-6df65ba1aebf req-ccb610c8-24fb-44f3-aed7-f4d408e8a16b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Apr 05 11:36:22.821479 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-00db5e55-626c-4dc3-859c-27faf9fab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.823056 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-00db5e55-626c-4dc3-859c-27faf9fab919 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1130 time: 0.0431492 Apr 05 11:36:22.926086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-8b0a823b-a354-4a75-b3b0-be12cf5e059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:22.927634 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-8b0a823b-a354-4a75-b3b0-be12cf5e059a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.0910821 Apr 05 11:36:22.998998 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-eb2a1db6-f49c-4e75-a6c5-c800643913c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 1002 time: 0.0631745 Apr 05 11:36:23.050211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-19c04a47-522c-4a34-84fb-5f4147550091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.051708 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-19c04a47-522c-4a34-84fb-5f4147550091 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0453677 Apr 05 11:36:23.112981 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-ed968dc3-789b-44da-a608-ddf25401411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.114581 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-ed968dc3-789b-44da-a608-ddf25401411a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0554726 Apr 05 11:36:23.212055 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-80e52663-9d41-4f45-aa0f-63d85aaa78b2 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909932 Apr 05 11:36:23.315076 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-71f884c7-7a72-4d74-b7c5-02bb867ab300 req-342ae496-85da-4ca5-a3f9-821876ff87b0 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919883 Apr 05 11:36:23.508653 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb193-91b4-44f6-8baf-3a0cb8d38a8d req-d2b49221-45d5-4f3b-9877-1bd1c69c0038 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:23.510124 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3decb193-91b4-44f6-8baf-3a0cb8d38a8d req-d2b49221-45d5-4f3b-9877-1bd1c69c0038 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0537927 Apr 05 11:36:23.555378 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3decb193-91b4-44f6-8baf-3a0cb8d38a8d req-20d780e5-b955-44e9-8d65-b17ed6351e1c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 Apr 05 11:36:23.875974 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6fc03626-9e99-431d-a151-7cce50255612 req-81f452eb-4129-4dd1-9d4b-6b64fe0905c0 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0322058 Apr 05 11:36:24.680087 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b70f-054f-4135-9596-d37229a9aced req-6aeaa27b-2a6b-43ac-ac84-2d50c73e8eca tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:24.681592 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bfc2b70f-054f-4135-9596-d37229a9aced req-6aeaa27b-2a6b-43ac-ac84-2d50c73e8eca tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 946 time: 0.0532115 Apr 05 11:36:24.734769 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bfc2b70f-054f-4135-9596-d37229a9aced req-27ef925c-6025-40af-91ab-9e6a7f6fb50e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Apr 05 11:36:24.976455 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c2b36e59-2142-459f-980a-bceb934592ab req-d2c02857-af87-4062-9f2b-6f97f4a5529f tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Apr 05 11:36:25.245830 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:25.327017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: ACTIVE; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:25.327403 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.351190 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:25.353526 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64ba0b-69aa-4b8c-9764-110aacc2be77" -d '{"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:25.366727 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:25.389680 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5e30e-7119-44e7-b993-9a156cfa4b61 x-openstack-request-id: req-cdc5e30e-7119-44e7-b993-9a156cfa4b61 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:25.389967 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:25.390222 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdc5e30e-7119-44e7-b993-9a156cfa4b61 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:25.390678 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc5e30e-7119-44e7-b993-9a156cfa4b61'] response: {'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'code': 200} Apr 05 11:36:25.483192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.528874 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:25.670831 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55836d91-e9e7-431a-9e77-fc0fd01fe86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.861440 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-689350a6-d61f-4bed-8410-7fd6d1a44270 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.862235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315da452-5537-4033-b729-c4787ab60f83 req-73fb24ba-40ea-49f9-a50e-b3c69bfce02d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:25.863002 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-689350a6-d61f-4bed-8410-7fd6d1a44270 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "GET /v2.0/networks?id=83f05123-a902-411f-9d10-492b47b9d75a HTTP/1.1" status: 200 len: 809 time: 0.1064858 Apr 05 11:36:25.863758 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-315da452-5537-4033-b729-c4787ab60f83 req-73fb24ba-40ea-49f9-a50e-b3c69bfce02d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0539114 Apr 05 11:36:25.910727 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-315da452-5537-4033-b729-c4787ab60f83 req-3e7aa611-717f-423b-afc6-670e26f42e42 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Apr 05 11:36:26.040991 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Request body: {'port': {'device_id': '916858a0-6024-4737-bb94-d15d5c96fc35', 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a', 'admin_state_up': True, 'tenant_id': '5f9b855e2ea349908836fcfc32a1c6ad'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:26.099219 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fd7388c0-88a3-455e-a30f-b6ade97ba64d req-ef7fbbf0-0549-4364-8d07-64a9a3998128 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Apr 05 11:36:26.237135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Made reservation on behalf of 5f9b855e2ea349908836fcfc32a1c6ad for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:36:26.240579 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.373788 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Allocated IP 172.20.0.7 (83f05123-a902-411f-9d10-492b47b9d75a/5efa3112-2f57-44ee-8b08-719e2397709d/fc8f7d47-b2e2-427e-b929-2df9ce182a70) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:36:26.530132 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks [] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.689049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.737164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Network 83f05123-a902-411f-9d10-492b47b9d75a is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:36:26.740295 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:36:26.746272 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:36:26.775375 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Pushing event updated for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:26.800594 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:26.801207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:26.903250 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-59237c2e-ec48-4d7a-8d61-082689ffda91 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8661919 Apr 05 11:36:26.913276 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Request body: {'port': {'device_id': '916858a0-6024-4737-bb94-d15d5c96fc35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:36:26.971263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.222158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41f490-e4aa-45c1-9bf9-8d4a54944719 req-b8174e81-2024-4252-a771-52a468cc79ef tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.223654 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6c41f490-e4aa-45c1-9bf9-8d4a54944719 req-b8174e81-2024-4252-a771-52a468cc79ef tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 931 time: 0.0530434 Apr 05 11:36:27.241383 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8f7d47-b2e2-427e-b929-2df9ce182a70 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:27.249855 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks [] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.262985 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Transition to ACTIVE for port object fc8f7d47-b2e2-427e-b929-2df9ce182a70 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:36:27.274348 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6c41f490-e4aa-45c1-9bf9-8d4a54944719 req-8bc504ec-2fa9-4d8a-bf05-e18e7c026965 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Apr 05 11:36:27.391515 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.442072 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [req-57e7aad8-a9ad-4a89-b101-a1b2d06dd55e req-76d44553-c225-4315-aa50-c496cb93be0c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:36:27.443186 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-57e7aad8-a9ad-4a89-b101-a1b2d06dd55e req-76d44553-c225-4315-aa50-c496cb93be0c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069430 Apr 05 11:36:27.473020 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:27.519838 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Attempting to bind port fc8f7d47-b2e2-427e-b929-2df9ce182a70 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:36:27.520158 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Attempting to bind port fc8f7d47-b2e2-427e-b929-2df9ce182a70 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:36:27.520479 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Attempting to bind port fc8f7d47-b2e2-427e-b929-2df9ce182a70 on network 83f05123-a902-411f-9d10-492b47b9d75a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:27.524837 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Port fc8f7d47-b2e2-427e-b929-2df9ce182a70 on network 83f05123-a902-411f-9d10-492b47b9d75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:36:27.525152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Attempting to bind port fc8f7d47-b2e2-427e-b929-2df9ce182a70 on network 83f05123-a902-411f-9d10-492b47b9d75a {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:36:27.529829 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:36:27.530154 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Checking segment: {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:36:27.530616 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Bound using segment: {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:36:27.531033 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Bound port: fc8f7d47-b2e2-427e-b929-2df9ce182a70, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:36:27.531379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.596403 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:36:27.599436 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:36:27.781151 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.842457 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.843097 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:27.844474 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] 10.222.0.53 "PUT /v2.0/ports/fc8f7d47-b2e2-427e-b929-2df9ce182a70 HTTP/1.1" status: 200 len: 1093 time: 0.9352486 Apr 05 11:36:27.845070 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:27.847310 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23c217-8d36-4667-9974-2367c644dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:27.856504 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fcea-6db6-4090-9abe-ac9c9ea1c467 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:27.896910 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bd7325-f9b4-44a3-ade1-88c3861f6ed4 x-openstack-request-id: req-63bd7325-f9b4-44a3-ade1-88c3861f6ed4 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:27.897200 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:27.897452 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63bd7325-f9b4-44a3-ade1-88c3861f6ed4 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:27.897901 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bd7325-f9b4-44a3-ade1-88c3861f6ed4'] response: {'name': 'network-changed', 'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70', 'status': 'completed', 'code': 200} Apr 05 11:36:27.945613 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d242c-5605-4e81-ba0f-adc020b9d351 req-c13c07d3-8223-45cd-b7bc-980dccbe1488 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.953695 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-371d242c-5605-4e81-ba0f-adc020b9d351 req-c13c07d3-8223-45cd-b7bc-980dccbe1488 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0656083 Apr 05 11:36:27.969156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23c217-8d36-4667-9974-2367c644dee8 req-7dd1dfb2-44f7-4442-93b3-5cf2fc61ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:27.970636 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4e23c217-8d36-4667-9974-2367c644dee8 req-7dd1dfb2-44f7-4442-93b3-5cf2fc61ab57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 1127 time: 0.0504265 Apr 05 11:36:27.997818 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-371d242c-5605-4e81-ba0f-adc020b9d351 req-05bf0bf8-361b-428b-8488-740bb99d5e18 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429776 Apr 05 11:36:28.076718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23c217-8d36-4667-9974-2367c644dee8 req-98e23c14-2a9f-4bf6-8454-2f82450fee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.078210 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4e23c217-8d36-4667-9974-2367c644dee8 req-98e23c14-2a9f-4bf6-8454-2f82450fee97 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997283 Apr 05 11:36:28.180206 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23c217-8d36-4667-9974-2367c644dee8 req-07fabd75-66ef-4511-a680-d437b09e1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.181729 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4e23c217-8d36-4667-9974-2367c644dee8 req-07fabd75-66ef-4511-a680-d437b09e1ef9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940864 Apr 05 11:36:28.265984 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-5ba64222-3d24-488b-896c-42b24b2495e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.267866 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-5ba64222-3d24-488b-896c-42b24b2495e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 1127 time: 0.0463905 Apr 05 11:36:28.320198 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-f83db29a-5697-493b-a0b9-0a0e1aba3133 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70 HTTP/1.1" status: 200 len: 217 time: 0.0357490 Apr 05 11:36:28.399976 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-7a92e327-77bb-4b3f-9560-d1e280be3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.401411 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-7a92e327-77bb-4b3f-9560-d1e280be3753 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5efa3112-2f57-44ee-8b08-719e2397709d HTTP/1.1" status: 200 len: 849 time: 0.0725069 Apr 05 11:36:28.427120 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791b6d0-3ef2-4545-914f-0b9f38025fa8 req-f5c8dc38-f2da-46f3-917b-fd5436cfdba4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:28.428541 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7791b6d0-3ef2-4545-914f-0b9f38025fa8 req-f5c8dc38-f2da-46f3-917b-fd5436cfdba4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 943 time: 0.0747952 Apr 05 11:36:28.440236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c853c6f4-6a34-4865-ba41-a785c683a6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:28.445453 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-5c2d4b39-c3a1-45b1-aba9-db2ad23d38f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=83f05123-a902-411f-9d10-492b47b9d75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352950 Apr 05 11:36:28.535386 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7791b6d0-3ef2-4545-914f-0b9f38025fa8 req-11561498-a2d9-47f8-9959-d944b0841d8d tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919864 Apr 05 11:36:28.564150 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-010649a6-661a-48df-9550-45f13c0397cc service neutron] 10.222.0.53 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053610 Apr 05 11:36:28.654659 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c06efe9f-bdff-4409-beb7-4c5431020bb1 req-6792b6f0-4650-4ca2-9545-f3dbbd81af02 service neutron] 10.222.0.53 "GET /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Apr 05 11:36:28.733885 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:28.828658 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-c3a3fd3d-4200-4e03-a38e-fd9837f7e1d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934117 Apr 05 11:36:28.837152 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-72538350-62fe-44d3-8e39-bf28e7887af3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:36:28.838086 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-72538350-62fe-44d3-8e39-bf28e7887af3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050297 Apr 05 11:36:28.917265 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47564) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:29.017829 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-4407c857-3542-47d3-a319-1e4a5f1f719f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:29.019557 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-4407c857-3542-47d3-a319-1e4a5f1f719f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports/e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 941 time: 0.1010640 Apr 05 11:36:29.128107 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec748-9dcd-44b1-bd08-cea39d8d1ceb req-e78c9726-46dd-46e7-ae8b-b40a4bb488d8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:29.132190 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9a8ec748-9dcd-44b1-bd08-cea39d8d1ceb req-e78c9726-46dd-46e7-ae8b-b40a4bb488d8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0554819 Apr 05 11:36:29.182072 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9a8ec748-9dcd-44b1-bd08-cea39d8d1ceb req-f303ce13-7e15-4d24-b8d6-168bf323aa8a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456922 Apr 05 11:36:29.275280 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:29.351956 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: DOWN; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:29.374365 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:29.657809 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290414c5-3119-46e6-9a62-71bf188f3736 req-0c584768-c486-4e6a-9c73-6c9228fda3e5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:29.659328 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-290414c5-3119-46e6-9a62-71bf188f3736 req-0c584768-c486-4e6a-9c73-6c9228fda3e5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 943 time: 0.0591948 Apr 05 11:36:29.708763 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-290414c5-3119-46e6-9a62-71bf188f3736 req-69e0be32-e4b8-4640-bb83-de00097a0c2f tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Apr 05 11:36:29.741485 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47586) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:29.858145 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a09762af-929e-4a9b-b7cc-125ad2c8d46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:29.930586 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a09762af-929e-4a9b-b7cc-125ad2c8d46a admin admin] Publish callbacks [] for security_group (823b6ad3-013e-4914-b748-0d7c9880873f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.003022 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a09762af-929e-4a9b-b7cc-125ad2c8d46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (823b6ad3-013e-4914-b748-0d7c9880873f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.041188 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a09762af-929e-4a9b-b7cc-125ad2c8d46a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82a2812f8fdf424da439d3dd253d9163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986245 Apr 05 11:36:30.042324 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09762af-929e-4a9b-b7cc-125ad2c8d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b6ad3-013e-4914-b748-0d7c9880873f,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:30.043921 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:30.099704 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] Publish callbacks [] for security_group (823b6ad3-013e-4914-b748-0d7c9880873f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.120981 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] Publish callbacks [] for security_group (823b6ad3-013e-4914-b748-0d7c9880873f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.264148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (823b6ad3-013e-4914-b748-0d7c9880873f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.266836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.271553 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/823b6ad3-013e-4914-b748-0d7c9880873f HTTP/1.1" status: 204 len: 168 time: 0.2230833 Apr 05 11:36:30.296222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e49ed-c127-4032-b975-32a16d2de680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b6ad3-013e-4914-b748-0d7c9880873f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:30.318686 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617c75-29ec-47d5-aa5a-da9db509190a req-464e0e50-c838-43b6-8150-6970313c3286 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:30.320303 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36617c75-29ec-47d5-aa5a-da9db509190a req-464e0e50-c838-43b6-8150-6970313c3286 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0663116 Apr 05 11:36:30.366946 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36617c75-29ec-47d5-aa5a-da9db509190a req-a24998db-17f1-4ae5-8596-a268124369e6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Apr 05 11:36:30.611864 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:30.725168 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84280bcf-3eaa-435f-bfb7-f480c9648a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.775184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.811905 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84280bcf-3eaa-435f-bfb7-f480c9648a73 admin admin] Publish callbacks [] for security_group (c1d59b43-6100-43c4-9f78-3579d8fb7843), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.836122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81c69b-f91d-47de-9f78-fb8b418d976f req-9b9fae9c-1ae4-444d-91be-63e34a46b8a1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:30.837612 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fc81c69b-f91d-47de-9f78-fb8b418d976f req-9b9fae9c-1ae4-444d-91be-63e34a46b8a1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 943 time: 0.0581667 Apr 05 11:36:30.884364 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fc81c69b-f91d-47de-9f78-fb8b418d976f req-5e1060af-42ce-44b5-8cab-14e6fc577d0b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Apr 05 11:36:30.911196 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84280bcf-3eaa-435f-bfb7-f480c9648a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c1d59b43-6100-43c4-9f78-3579d8fb7843), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:30.950216 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-84280bcf-3eaa-435f-bfb7-f480c9648a73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9dd65dd606354bb4abd9f10fad6629b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362770 Apr 05 11:36:30.950955 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84280bcf-3eaa-435f-bfb7-f480c9648a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d59b43-6100-43c4-9f78-3579d8fb7843,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:30.952795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47610) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:31.003159 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] Publish callbacks [] for security_group (c1d59b43-6100-43c4-9f78-3579d8fb7843), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.024541 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] Publish callbacks [] for security_group (c1d59b43-6100-43c4-9f78-3579d8fb7843), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.068951 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47612) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:31.082929 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20c8745b-aa6e-4fa0-b742-94d8e5110ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.223268 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c1d59b43-6100-43c4-9f78-3579d8fb7843), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.225848 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.227051 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d59b43-6100-43c4-9f78-3579d8fb7843 HTTP/1.1" status: 204 len: 168 time: 0.2722983 Apr 05 11:36:31.240568 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438dec2-ac6b-4c89-9fe5-cce1e9a29163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d59b43-6100-43c4-9f78-3579d8fb7843,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.276222 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device fc8f7d47-b2e2-427e-b929-2df9ce182a70 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:31.297493 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20c8745b-aa6e-4fa0-b742-94d8e5110ca4 admin admin] Publish callbacks [] for security_group (00377988-3a22-4c75-a9a1-c8820aff2d9d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.383142 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:31.384962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20c8745b-aa6e-4fa0-b742-94d8e5110ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (00377988-3a22-4c75-a9a1-c8820aff2d9d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.394802 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70', 'network_id': '83f05123-a902-411f-9d10-492b47b9d75a', 'port_id': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70', 'mac_address': 'fa:16:3e:3a:86:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efa3112-2f57-44ee-8b08-719e2397709d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:31.432937 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-20c8745b-aa6e-4fa0-b742-94d8e5110ca4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a743ebef8f949a2a03ee3b319129a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629384 Apr 05 11:36:31.433791 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8745b-aa6e-4fa0-b742-94d8e5110ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00377988-3a22-4c75-a9a1-c8820aff2d9d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.436264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:31.437151 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port fc8f7d47-b2e2-427e-b929-2df9ce182a70 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:31.437715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.459674 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8f7d47-b2e2-427e-b929-2df9ce182a70 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:31.482790 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:31.527402 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] Publish callbacks [] for security_group (00377988-3a22-4c75-a9a1-c8820aff2d9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.552484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30679839-e447-4010-835a-22a307b39bb0 req-433449fb-7ef5-4d93-8634-1dac6449aa49 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:31.553948 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-30679839-e447-4010-835a-22a307b39bb0 req-433449fb-7ef5-4d93-8634-1dac6449aa49 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0866187 Apr 05 11:36:31.564652 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] Publish callbacks [] for security_group (00377988-3a22-4c75-a9a1-c8820aff2d9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.580063 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.628816 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-30679839-e447-4010-835a-22a307b39bb0 req-78f75d66-2e8a-4d4c-a76d-a3abbe380911 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668299 Apr 05 11:36:31.639909 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.809001 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (00377988-3a22-4c75-a9a1-c8820aff2d9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.812294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.813680 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00377988-3a22-4c75-a9a1-c8820aff2d9d HTTP/1.1" status: 204 len: 168 time: 0.3751574 Apr 05 11:36:31.821872 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd525814-70f7-490e-842f-f8bde2e53255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00377988-3a22-4c75-a9a1-c8820aff2d9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:31.844536 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:31.857965 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['fc8f7d47-b2e2-427e-b929-2df9ce182a70'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:32.025689 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-77f775b1-f73c-41bd-a879-4cdfa7fc37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.027152 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-77f775b1-f73c-41bd-a879-4cdfa7fc37f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 1128 time: 0.1161771 Apr 05 11:36:32.050195 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b68e-f16e-46c3-84d1-3df812e241a2 req-9b4ad83d-0207-405a-96ed-83f2c42cbd49 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.051713 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-18f0b68e-f16e-46c3-84d1-3df812e241a2 req-9b4ad83d-0207-405a-96ed-83f2c42cbd49 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 944 time: 0.0751898 Apr 05 11:36:32.123710 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-fe47bf04-a8c1-4330-a2cf-14b64511ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.125196 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-fe47bf04-a8c1-4330-a2cf-14b64511ec2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1128 time: 0.0712237 Apr 05 11:36:32.160012 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-18f0b68e-f16e-46c3-84d1-3df812e241a2 req-703fe367-7c54-43a0-a0a2-ad8c31cc70c6 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968444 Apr 05 11:36:32.232804 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-38f1a1a4-d20a-4f31-b3cc-dad827226b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.234412 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-38f1a1a4-d20a-4f31-b3cc-dad827226b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.0991611 Apr 05 11:36:32.311653 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-a47a4226-5121-4926-a854-b46507fc4a7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 200 len: 1000 time: 0.0702722 Apr 05 11:36:32.369993 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-83aae3d9-8971-4aed-8e0a-1580a5284e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.371678 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-83aae3d9-8971-4aed-8e0a-1580a5284e6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0494523 Apr 05 11:36:32.419435 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-0eaa6c94-1aff-4925-b175-aa14a63798df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.420916 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-0eaa6c94-1aff-4925-b175-aa14a63798df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434647 Apr 05 11:36:32.515049 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-e9f10f6b-d85c-4f5d-9c6c-3b21c9aa4ac9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Apr 05 11:36:32.615102 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4dc6143f-6304-4c15-9a01-508fb79370fd req-99a4099b-7de2-4c0c-b058-be30d9d39083 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893998 Apr 05 11:36:32.765282 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234733d-b3d3-437b-8729-c0eb2756fdc5 req-e25a0473-df76-420e-bdd7-c5301111b08c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:32.766840 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e234733d-b3d3-437b-8729-c0eb2756fdc5 req-e25a0473-df76-420e-bdd7-c5301111b08c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0537248 Apr 05 11:36:32.816965 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e234733d-b3d3-437b-8729-c0eb2756fdc5 req-b2c6d91a-8bbd-4ab1-a8cd-09068529b954 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Apr 05 11:36:33.286647 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device fc8f7d47-b2e2-427e-b929-2df9ce182a70 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:33.290540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:33.316745 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbee797-7dcb-4972-9041-8fff20e054b6 req-d85a3bae-b3db-4096-8892-1167c2cbca72 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:33.319115 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8cbee797-7dcb-4972-9041-8fff20e054b6 req-d85a3bae-b3db-4096-8892-1167c2cbca72 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 944 time: 0.0858121 Apr 05 11:36:33.367014 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8cbee797-7dcb-4972-9041-8fff20e054b6 req-2ea87c73-c472-4378-9502-5677ddcb1def tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Apr 05 11:36:33.449659 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port fc8f7d47-b2e2-427e-b929-2df9ce182a70 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:36:33.459845 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port fc8f7d47-b2e2-427e-b929-2df9ce182a70 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:33.459845 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.504159 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0a51-d1a3-44e6-9627-b2f853b7f431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.547547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port fc8f7d47-b2e2-427e-b929-2df9ce182a70 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:33.547940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.579575 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:33.579990 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee690353-64b7-4aeb-8548-a95469afd17a" -d '{"events": [{"server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "name": "network-vif-plugged", "status": "completed", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:33.593470 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:33.596116 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0a51-d1a3-44e6-9627-b2f853b7f431 admin admin] Publish callbacks [] for security_group (a0ceae58-fa2b-4a98-adc4-01f9255ee7a4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.620661 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7788f3-bfe3-4a00-8342-0f76ce9a2734 x-openstack-request-id: req-ae7788f3-bfe3-4a00-8342-0f76ce9a2734 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:33.621510 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "name": "network-vif-plugged", "status": "completed", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:33.621510 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae7788f3-bfe3-4a00-8342-0f76ce9a2734 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:33.621718 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7788f3-bfe3-4a00-8342-0f76ce9a2734'] response: {'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70', 'code': 200} Apr 05 11:36:33.683327 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.706333 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0a51-d1a3-44e6-9627-b2f853b7f431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a0ceae58-fa2b-4a98-adc4-01f9255ee7a4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.760750 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4c4c0a51-d1a3-44e6-9627-b2f853b7f431 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7dd2bc49dc541e9b3ff27611bb4fb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689758 Apr 05 11:36:33.763952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:33.807196 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c0a51-d1a3-44e6-9627-b2f853b7f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ceae58-fa2b-4a98-adc4-01f9255ee7a4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:33.830268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:33.886299 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] Publish callbacks [] for security_group (a0ceae58-fa2b-4a98-adc4-01f9255ee7a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:33.916727 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] Publish callbacks [] for security_group (a0ceae58-fa2b-4a98-adc4-01f9255ee7a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.033445 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a492c-1f31-4b37-9d46-c88a05154af8 req-fa2601d9-98ad-4d46-aed4-8aaa306e480e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:34.038523 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-879a492c-1f31-4b37-9d46-c88a05154af8 req-fa2601d9-98ad-4d46-aed4-8aaa306e480e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0943308 Apr 05 11:36:34.125090 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-879a492c-1f31-4b37-9d46-c88a05154af8 req-b5e96bfc-f934-4323-ba7c-4d87b7c8a9cb tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787411 Apr 05 11:36:34.128436 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (a0ceae58-fa2b-4a98-adc4-01f9255ee7a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.131041 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:34.132305 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0ceae58-fa2b-4a98-adc4-01f9255ee7a4 HTTP/1.1" status: 204 len: 168 time: 0.3670721 Apr 05 11:36:34.147893 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad849bd5-0515-4bfd-8308-f9fdaa3b4052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ceae58-fa2b-4a98-adc4-01f9255ee7a4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:34.573048 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc42b9-155f-4225-951b-fbb8e35aef0e req-3163baf3-5368-4211-bd8b-e2dd460b67e8 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:34.575079 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a1bc42b9-155f-4225-951b-fbb8e35aef0e req-3163baf3-5368-4211-bd8b-e2dd460b67e8 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.1064253 Apr 05 11:36:34.654975 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a1bc42b9-155f-4225-951b-fbb8e35aef0e req-97c9fa01-d4f2-4d92-a1fe-9651a6a938e1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702226 Apr 05 11:36:35.264496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29239-3b8d-4cfe-8082-1d9b23096c45 req-8e1a308d-d0f1-4109-9b26-0c2f915bcb82 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:35.266104 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-51d29239-3b8d-4cfe-8082-1d9b23096c45 req-8e1a308d-d0f1-4109-9b26-0c2f915bcb82 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0638347 Apr 05 11:36:35.330710 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-51d29239-3b8d-4cfe-8082-1d9b23096c45 req-fd7226b5-07fe-4c56-b1a0-a55b61499371 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490942 Apr 05 11:36:35.785780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179c2cf-1e31-4ab7-92de-86aa6c651c13 req-d759b765-be38-4cd0-aaf3-d9d22332416a tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:35.787304 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5179c2cf-1e31-4ab7-92de-86aa6c651c13 req-d759b765-be38-4cd0-aaf3-d9d22332416a tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0574219 Apr 05 11:36:35.838425 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5179c2cf-1e31-4ab7-92de-86aa6c651c13 req-731a74d4-76e9-40c4-9aed-6e42c3f91d79 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Apr 05 11:36:36.469569 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b541-9f5d-41bc-bc72-d4afc9c81439 req-16e75d23-be11-443e-a28f-dca1e7db662b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.471338 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da27b541-9f5d-41bc-bc72-d4afc9c81439 req-16e75d23-be11-443e-a28f-dca1e7db662b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0621326 Apr 05 11:36:36.522342 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-da27b541-9f5d-41bc-bc72-d4afc9c81439 req-ffb7bdf8-bb25-418f-9c0a-d106fb602333 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Apr 05 11:36:36.962878 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229a7a5-7236-4372-92d2-9a3ce3aaf010 req-ce315d65-ee79-4dfc-99b0-13e5dbb850f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:36.964364 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2229a7a5-7236-4372-92d2-9a3ce3aaf010 req-ce315d65-ee79-4dfc-99b0-13e5dbb850f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0541217 Apr 05 11:36:37.017418 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2229a7a5-7236-4372-92d2-9a3ce3aaf010 req-e2016d00-d96b-4c55-bf71-64dfaa5213c6 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Apr 05 11:36:37.655543 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a602-1133-47c4-b006-99c2616f1e36 req-7f8bdcf9-bc3c-431a-855a-856f291f2dc3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:37.663205 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6330a602-1133-47c4-b006-99c2616f1e36 req-7f8bdcf9-bc3c-431a-855a-856f291f2dc3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0621159 Apr 05 11:36:37.707561 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6330a602-1133-47c4-b006-99c2616f1e36 req-1ad436b1-dc06-428a-ab0f-55e558b93739 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Apr 05 11:36:38.143777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7682f-a21d-4583-b2a0-e0b666caf882 req-ffdefb49-944b-40e7-84e9-926316193139 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:38.152090 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-63f7682f-a21d-4583-b2a0-e0b666caf882 req-ffdefb49-944b-40e7-84e9-926316193139 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0636883 Apr 05 11:36:38.201279 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-63f7682f-a21d-4583-b2a0-e0b666caf882 req-a291a601-9019-4bb3-9d8e-ab699b6e1c01 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482819 Apr 05 11:36:38.846386 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d46a6-7b8c-42e2-9e05-879fb9f84c06 req-280a48ea-5df2-4753-86c9-2034bd79a89e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:38.848531 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-419d46a6-7b8c-42e2-9e05-879fb9f84c06 req-280a48ea-5df2-4753-86c9-2034bd79a89e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0591931 Apr 05 11:36:38.903516 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-419d46a6-7b8c-42e2-9e05-879fb9f84c06 req-e7cbeb79-6827-435a-be9d-271fec93df83 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Apr 05 11:36:39.337611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20835bd-6c11-445b-b4dc-5d55551afba4 req-321beeaf-bd7d-4285-b926-13cb41175890 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:39.339026 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d20835bd-6c11-445b-b4dc-5d55551afba4 req-321beeaf-bd7d-4285-b926-13cb41175890 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0525966 Apr 05 11:36:39.388321 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d20835bd-6c11-445b-b4dc-5d55551afba4 req-021643c6-e3dd-45ab-97f2-a5b4c003f11e tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Apr 05 11:36:40.033852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e222b0b-37b4-4fe0-9ace-9fdaff39499f req-8753e0c6-2f38-4ee5-9490-6d7f2aa6feac tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.035667 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3e222b0b-37b4-4fe0-9ace-9fdaff39499f req-8753e0c6-2f38-4ee5-9490-6d7f2aa6feac tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0562046 Apr 05 11:36:40.086105 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3e222b0b-37b4-4fe0-9ace-9fdaff39499f req-7d531736-445d-4629-a0e9-f15ef4d3e6ba tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Apr 05 11:36:40.519830 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bab345-7681-45bb-a0f5-2f9bf69bca67 req-24c19768-3368-4395-aad8-3d37221ade2c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:40.521419 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-55bab345-7681-45bb-a0f5-2f9bf69bca67 req-24c19768-3368-4395-aad8-3d37221ade2c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0565584 Apr 05 11:36:40.572089 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-55bab345-7681-45bb-a0f5-2f9bf69bca67 req-c4ec2787-a067-4325-95bf-822e2fa7b826 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Apr 05 11:36:41.227017 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0622dd-ba03-464d-9923-2b3b5e5f8a73 req-b8a57727-466e-42b1-adfb-7dc32319ee74 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:41.228613 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3f0622dd-ba03-464d-9923-2b3b5e5f8a73 req-b8a57727-466e-42b1-adfb-7dc32319ee74 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0595400 Apr 05 11:36:41.280465 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3f0622dd-ba03-464d-9923-2b3b5e5f8a73 req-a6843fb3-8237-4bcf-b6fa-61f87d260f38 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Apr 05 11:36:41.698009 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815bbc-277a-4334-9824-f4eeb845fa11 req-26226f46-b179-4849-b5b6-cc1b879ab1c2 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:41.700491 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-78815bbc-277a-4334-9824-f4eeb845fa11 req-26226f46-b179-4849-b5b6-cc1b879ab1c2 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0582025 Apr 05 11:36:41.744808 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:36:41.760461 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-78815bbc-277a-4334-9824-f4eeb845fa11 req-24e4629f-f69a-4e48-9781-45b3cc627927 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Apr 05 11:36:42.451996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d454b2-8b86-48b3-9f16-682e62b367d8 req-710d9603-ee7b-41f4-b188-5820e8599f13 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:42.453609 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-54d454b2-8b86-48b3-9f16-682e62b367d8 req-710d9603-ee7b-41f4-b188-5820e8599f13 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0736918 Apr 05 11:36:42.515732 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-54d454b2-8b86-48b3-9f16-682e62b367d8 req-aa5ab1ed-ebb5-43fd-bcca-b66bc250dff2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554681 Apr 05 11:36:42.887349 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32223262-76f0-42e7-b278-780a21426535 req-7c9e8290-57f1-40aa-8b5e-8d7c749101f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:42.888952 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32223262-76f0-42e7-b278-780a21426535 req-7c9e8290-57f1-40aa-8b5e-8d7c749101f5 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0542588 Apr 05 11:36:42.942134 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32223262-76f0-42e7-b278-780a21426535 req-ed27acc8-6a34-46b7-bb53-2caeafe9022d tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464933 Apr 05 11:36:43.651079 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aeb48-2e08-47f5-9463-f7d382e941b0 req-ce256c04-0e87-4f44-85fe-0706b4378954 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.653193 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1c9aeb48-2e08-47f5-9463-f7d382e941b0 req-ce256c04-0e87-4f44-85fe-0706b4378954 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0547676 Apr 05 11:36:43.727694 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1c9aeb48-2e08-47f5-9463-f7d382e941b0 req-f4870a15-13d8-4df5-8b43-3c9efc0ca022 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665154 Apr 05 11:36:43.730213 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d329-f210-4453-a7e9-5535446f6a29 req-d5166cde-0885-435d-854d-e143c3c604a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:43.731630 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cb81d329-f210-4453-a7e9-5535446f6a29 req-d5166cde-0885-435d-854d-e143c3c604a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 1129 time: 0.0775976 Apr 05 11:36:44.064409 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1527-f951-42e8-bc9a-643cb3038bad req-1c785f80-769b-495d-b98c-858277f9daa4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.065862 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7e1f1527-f951-42e8-bc9a-643cb3038bad req-1c785f80-769b-495d-b98c-858277f9daa4 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Apr 05 11:36:44.112972 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7e1f1527-f951-42e8-bc9a-643cb3038bad req-bbe7682d-ef86-4f2e-9fd5-77e68bc6e19d tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Apr 05 11:36:44.848866 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4497df7-2818-4d77-98a4-0b70d560b0ea req-30ea4bf6-f88d-48fe-8453-d5575c07963c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:44.850270 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b4497df7-2818-4d77-98a4-0b70d560b0ea req-30ea4bf6-f88d-48fe-8453-d5575c07963c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0519679 Apr 05 11:36:44.896238 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b4497df7-2818-4d77-98a4-0b70d560b0ea req-fc623d7b-fffe-4151-8e66-5f5a563a8700 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394201 Apr 05 11:36:45.061699 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cb81d329-f210-4453-a7e9-5535446f6a29 req-f4744035-84d6-4391-9a5a-ea75c6e97755 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Apr 05 11:36:45.229140 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4776f-6e1e-4b1f-b99e-eb6b2cf5e21b req-807d901a-a37d-460e-bec0-33c0d4a6237b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:45.231162 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9ac4776f-6e1e-4b1f-b99e-eb6b2cf5e21b req-807d901a-a37d-460e-bec0-33c0d4a6237b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Apr 05 11:36:45.277884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9ac4776f-6e1e-4b1f-b99e-eb6b2cf5e21b req-12822028-820b-4529-8768-d0428aeacc97 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Apr 05 11:36:46.028983 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee60d69-3936-4fe8-b1c8-c675c31f8f8e req-76ecf031-4073-4b70-a6c3-c4d55406cd2d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.030546 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bee60d69-3936-4fe8-b1c8-c675c31f8f8e req-76ecf031-4073-4b70-a6c3-c4d55406cd2d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0571105 Apr 05 11:36:46.081380 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bee60d69-3936-4fe8-b1c8-c675c31f8f8e req-28271012-041c-4709-82f2-3204cb5f0767 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Apr 05 11:36:46.123372 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47856) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:46.231541 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc852ff3-378c-422b-a833-39171e7e757d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.304009 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc852ff3-378c-422b-a833-39171e7e757d admin admin] Publish callbacks [] for security_group (89011f29-1f78-4fb4-9b8b-9e072bc640e3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.386362 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc852ff3-378c-422b-a833-39171e7e757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (89011f29-1f78-4fb4-9b8b-9e072bc640e3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.403012 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490fd15-49ee-4e27-a43c-52c71e8e47ca req-7410da17-b92a-48b9-8c8b-3f94db8893aa tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:46.404552 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3490fd15-49ee-4e27-a43c-52c71e8e47ca req-7410da17-b92a-48b9-8c8b-3f94db8893aa tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0607288 Apr 05 11:36:46.445445 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-bc852ff3-378c-422b-a833-39171e7e757d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9807ca7626734898a84b575d1260fe43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208969 Apr 05 11:36:46.448126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47862) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:46.453806 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc852ff3-378c-422b-a833-39171e7e757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89011f29-1f78-4fb4-9b8b-9e072bc640e3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:46.478204 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3490fd15-49ee-4e27-a43c-52c71e8e47ca req-a43482a8-66ed-4083-bb0b-fd91ad83870c tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636897 Apr 05 11:36:46.503345 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] Publish callbacks [] for security_group (89011f29-1f78-4fb4-9b8b-9e072bc640e3), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.523639 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] Publish callbacks [] for security_group (89011f29-1f78-4fb4-9b8b-9e072bc640e3), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.654303 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (89011f29-1f78-4fb4-9b8b-9e072bc640e3), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.656974 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:46.658139 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89011f29-1f78-4fb4-9b8b-9e072bc640e3 HTTP/1.1" status: 204 len: 168 time: 0.2090085 Apr 05 11:36:46.666627 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f294a-8d73-4a9d-be98-a234eaa8b3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89011f29-1f78-4fb4-9b8b-9e072bc640e3,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:47.206472 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6633-4343-427e-a8d9-75350dcadd37 req-a0db11ac-528d-4fbd-a272-7f62c7bea5ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.208026 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f89c6633-4343-427e-a8d9-75350dcadd37 req-a0db11ac-528d-4fbd-a272-7f62c7bea5ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 944 time: 0.0533984 Apr 05 11:36:47.257934 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f89c6633-4343-427e-a8d9-75350dcadd37 req-d83e20ad-8753-4c56-a299-53f2805bbef4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Apr 05 11:36:47.332672 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47870) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:47.354674 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-994d23ab-708b-4df8-aef7-9a9bf1104792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.381210 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:36:47.421542 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-994d23ab-708b-4df8-aef7-9a9bf1104792 admin admin] Publish callbacks [] for security_group (6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.479484 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:47.490425 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'mac_address': 'fa:16:3e:85:60:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:36:47.531580 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:47.531979 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.534741 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-994d23ab-708b-4df8-aef7-9a9bf1104792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.545239 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:36:47.565211 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:47.575035 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-994d23ab-708b-4df8-aef7-9a9bf1104792 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b90098d71164d7384ab37d27c495e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412200 Apr 05 11:36:47.577028 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d23ab-708b-4df8-aef7-9a9bf1104792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:47.579386 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47874) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:47.607780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d0c80-618e-4841-b2b7-a085eb7ef77e req-4684da25-3eb3-4a41-9525-50656fe465d2 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:47.609198 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9b4d0c80-618e-4841-b2b7-a085eb7ef77e req-4684da25-3eb3-4a41-9525-50656fe465d2 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0615523 Apr 05 11:36:47.634443 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] Publish callbacks [] for security_group (6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.643041 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.656308 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9b4d0c80-618e-4841-b2b7-a085eb7ef77e req-de8e7b4e-f5e0-4318-ab60-5942f0085ab1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Apr 05 11:36:47.659114 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] Publish callbacks [] for security_group (6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.696187 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:47.779596 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.782150 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:47.783384 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a HTTP/1.1" status: 204 len: 168 time: 0.2031000 Apr 05 11:36:47.790908 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031285cf-c42e-41f0-9887-9b9fbc89db4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0558cb-c20a-4aeb-a91e-aa73e2c43c9a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:47.924100 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['e08674cb-87b6-41fc-a987-772259c11c9b'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:48.389905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a839e-b8ad-48b9-862e-dbad06b7eb3b req-1d1bac04-60d2-429c-86a2-10fd7e6c9fac tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:48.391330 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bc0a839e-b8ad-48b9-862e-dbad06b7eb3b req-1d1bac04-60d2-429c-86a2-10fd7e6c9fac tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0565748 Apr 05 11:36:48.438255 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bc0a839e-b8ad-48b9-862e-dbad06b7eb3b req-955d0bab-f66b-480f-a69b-1d0501c1d058 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Apr 05 11:36:48.680436 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 47894) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:48.693345 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2fe79e3-d349-4295-ab0d-f34f27490e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:48.765043 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2fe79e3-d349-4295-ab0d-f34f27490e31 admin admin] Publish callbacks [] for security_group (1593e116-98bb-4cb2-a7f2-5fa0353a1afa), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:48.848187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2fe79e3-d349-4295-ab0d-f34f27490e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1593e116-98bb-4cb2-a7f2-5fa0353a1afa), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:48.887947 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a2fe79e3-d349-4295-ab0d-f34f27490e31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=391e22d56d46479e885fd4dca9db4502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034302 Apr 05 11:36:48.887947 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe79e3-d349-4295-ab0d-f34f27490e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1593e116-98bb-4cb2-a7f2-5fa0353a1afa,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:48.888362 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 47896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:36:48.937376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] Publish callbacks [] for security_group (1593e116-98bb-4cb2-a7f2-5fa0353a1afa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:48.959156 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] Publish callbacks [] for security_group (1593e116-98bb-4cb2-a7f2-5fa0353a1afa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.068036 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d928-7e64-462d-b963-9bc9a246d5f0 req-b15183cf-cd21-40c2-b09b-2c0174bad344 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:49.069543 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7a79d928-7e64-462d-b963-9bc9a246d5f0 req-b15183cf-cd21-40c2-b09b-2c0174bad344 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0551991 Apr 05 11:36:49.075790 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1593e116-98bb-4cb2-a7f2-5fa0353a1afa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.078479 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.079830 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1593e116-98bb-4cb2-a7f2-5fa0353a1afa HTTP/1.1" status: 204 len: 168 time: 0.1905086 Apr 05 11:36:49.088940 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff7008-400b-4e91-be82-5bcfad4552b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1593e116-98bb-4cb2-a7f2-5fa0353a1afa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:49.120718 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7a79d928-7e64-462d-b963-9bc9a246d5f0 req-81da4ff8-476a-4c46-91fd-f0b90b052978 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Apr 05 11:36:49.404358 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:36:49.453372 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port e08674cb-87b6-41fc-a987-772259c11c9b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:36:49.453748 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.547694 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e08674cb-87b6-41fc-a987-772259c11c9b is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:36:49.548218 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.568025 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77dfe4-cad9-4f28-bf0a-e3ce30d1e0dd req-ae6c3af2-5166-4132-bc09-e1df6c647c78 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:49.569533 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c77dfe4-cad9-4f28-bf0a-e3ce30d1e0dd req-ae6c3af2-5166-4132-bc09-e1df6c647c78 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Apr 05 11:36:49.572976 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:49.577934 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abe27b6-30df-49b8-aeaa-792942cfaf7b" -d '{"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:49.588724 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:49.624102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe864d-18a2-49d0-ab04-4a8f00f44dc1 x-openstack-request-id: req-10fe864d-18a2-49d0-ab04-4a8f00f44dc1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:49.624102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:49.624102 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10fe864d-18a2-49d0-ab04-4a8f00f44dc1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:49.624102 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fe864d-18a2-49d0-ab04-4a8f00f44dc1'] response: {'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'code': 200} Apr 05 11:36:49.642750 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4c77dfe4-cad9-4f28-bf0a-e3ce30d1e0dd req-9cdfd0be-3400-4ba8-b1a8-a92301c9d81d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656269 Apr 05 11:36:49.676791 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:49.725256 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:49.978986 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:50.240301 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5ef6-0f61-4c98-a835-de94c34a3566 req-74d1e68f-09a8-44c9-b632-a9fd83f49de0 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.241820 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c5fb5ef6-0f61-4c98-a835-de94c34a3566 req-74d1e68f-09a8-44c9-b632-a9fd83f49de0 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0528603 Apr 05 11:36:50.290781 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c5fb5ef6-0f61-4c98-a835-de94c34a3566 req-c28887be-158c-4a6d-828c-565bcf6efcf1 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/security-groups?id=d06d8a82-1274-4d13-b13a-fab39f29576c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Apr 05 11:36:50.535037 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-ed2b787b-6026-4480-8c84-e0e065bbfd05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426753 Apr 05 11:36:50.660542 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-d4fcddd0-c073-4a04-8ff6-1c0ba3fdea2b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.662051 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-d4fcddd0-c073-4a04-8ff6-1c0ba3fdea2b tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 945 time: 0.0545888 Apr 05 11:36:50.774760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Deleting port fc8f7d47-b2e2-427e-b929-2df9ce182a70 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:36:50.775099 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:50.851218 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2126e-e419-4daa-8c61-51086105c33f req-5ab26355-5c3c-44c1-9c9f-5bcae1c6a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.853160 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-5ab26355-5c3c-44c1-9c9f-5bcae1c6a27f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1130 time: 0.3074105 Apr 05 11:36:50.877607 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1da786-0bf2-4e62-9c3c-ee7a8986e8a8 req-a7d6ea4b-beec-40f0-938a-2c660e76414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.879108 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9c1da786-0bf2-4e62-9c3c-ee7a8986e8a8 req-a7d6ea4b-beec-40f0-938a-2c660e76414f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 1131 time: 0.0638733 Apr 05 11:36:50.916839 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90104835-e040-4d2a-bdee-2dc71cb8aac4 req-b6bf64a7-f951-4374-a007-5c814f367a1d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:50.918913 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-90104835-e040-4d2a-bdee-2dc71cb8aac4 req-b6bf64a7-f951-4374-a007-5c814f367a1d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.1061642 Apr 05 11:36:50.924415 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] For port fc8f7d47-b2e2-427e-b929-2df9ce182a70, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fc8f7d47-b2e2-427e-b929-2df9ce182a70,segment=NetworkSegment(7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd),segment_id=7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:36:50.924781 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:50.954235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Calling delete_port for fc8f7d47-b2e2-427e-b929-2df9ce182a70 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:36:50.981560 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9c1da786-0bf2-4e62-9c3c-ee7a8986e8a8 req-43b49853-ca2f-450b-8b94-141d8f7eca1d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948069 Apr 05 11:36:51.008202 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2126e-e419-4daa-8c61-51086105c33f req-b705b1b4-14ae-4241-a0f7-924d72b67681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.009779 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-b705b1b4-14ae-4241-a0f7-924d72b67681 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1175866 Apr 05 11:36:51.028540 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-90104835-e040-4d2a-bdee-2dc71cb8aac4 req-b065bd12-e19c-45ef-be0e-c2ffe16021a4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009462 Apr 05 11:36:51.232107 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (fc8f7d47-b2e2-427e-b929-2df9ce182a70), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:51.245775 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['fc8f7d47-b2e2-427e-b929-2df9ce182a70'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:36:51.249607 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-172ec85a-1815-4291-865f-bc8297cabf17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 1001 time: 0.0615859 Apr 05 11:36:51.262817 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Pushing event deleted for resources: {'Port': ['ID=fc8f7d47-b2e2-427e-b929-2df9ce182a70,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:36:51.305947 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2126e-e419-4daa-8c61-51086105c33f req-94fad5ec-a9e9-47fb-bef1-e9edeed46d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.310320 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-94fad5ec-a9e9-47fb-bef1-e9edeed46d14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0523396 Apr 05 11:36:51.317260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] No DVR routers for this DVR port fc8f7d47-b2e2-427e-b929-2df9ce182a70 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:36:51.321066 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:51.324848 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0ee8f980-0362-4417-951b-66d55e448dd6 req-14d67750-b234-4918-8874-066c69cf9397 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.53 "DELETE /v2.0/ports/fc8f7d47-b2e2-427e-b929-2df9ce182a70 HTTP/1.1" status: 204 len: 173 time: 0.6576273 Apr 05 11:36:51.325301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'name': 'network-vif-deleted', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:36:51.327752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b339794-c124-4940-ba72-929fa0021f92" -d '{"events": [{"server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "name": "network-vif-deleted", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:36:51.378089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb055d0-9276-4c36-9e84-b5feeb069cdf x-openstack-request-id: req-1cb055d0-9276-4c36-9e84-b5feeb069cdf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:36:51.378380 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916858a0-6024-4737-bb94-d15d5c96fc35", "name": "network-vif-deleted", "tag": "fc8f7d47-b2e2-427e-b929-2df9ce182a70", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:36:51.378650 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cb055d0-9276-4c36-9e84-b5feeb069cdf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:36:51.378936 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2126e-e419-4daa-8c61-51086105c33f req-b1e8bc89-2286-4606-b46f-b6ec8280745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:51.379060 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb055d0-9276-4c36-9e84-b5feeb069cdf'] response: {'server_uuid': '916858a0-6024-4737-bb94-d15d5c96fc35', 'name': 'network-vif-deleted', 'tag': 'fc8f7d47-b2e2-427e-b929-2df9ce182a70', 'status': 'completed', 'code': 200} Apr 05 11:36:51.380656 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-b1e8bc89-2286-4606-b46f-b6ec8280745d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0572433 Apr 05 11:36:51.409112 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-05e0ec74-efbf-49a5-a748-b3a6faf4bc0a req-65b0c0c3-3847-4e6e-9fb5-b23d33c4ba85 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Apr 05 11:36:51.783211 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-8235455d-feb4-48e6-a49a-db334b971d9b service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980980 Apr 05 11:36:51.879160 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f6d2126e-e419-4daa-8c61-51086105c33f req-a70b15cd-908f-4cd3-8486-0810c5ef3eff service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Apr 05 11:36:52.165797 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81cbae-7088-47c3-ac2d-084d26f53e14 req-db76e7bc-30e9-4e36-a4ac-6bbb9f7ad402 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:52.168069 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7c81cbae-7088-47c3-ac2d-084d26f53e14 req-db76e7bc-30e9-4e36-a4ac-6bbb9f7ad402 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0565886 Apr 05 11:36:52.219560 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7c81cbae-7088-47c3-ac2d-084d26f53e14 req-151be929-fab5-4b7d-9dda-78e2ef971f94 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459554 Apr 05 11:36:52.517090 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9cd4d9cf-0e56-4496-94a9-e5e2c7f00cd4 req-0e2af931-7316-432b-a839-9b7a6b1b6106 tempest-VolumesActionsTest-1909494344 tempest-VolumesActionsTest-1909494344-project] 10.222.0.64 "GET /v2.0/ports?device_id=916858a0-6024-4737-bb94-d15d5c96fc35 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Apr 05 11:36:53.347394 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687439e1-3ddf-4ffb-b17a-112b374cd2ac req-e1aebf3a-9f49-43da-81cc-ff158e67da40 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:53.349957 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-687439e1-3ddf-4ffb-b17a-112b374cd2ac req-e1aebf3a-9f49-43da-81cc-ff158e67da40 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0543337 Apr 05 11:36:53.394862 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-687439e1-3ddf-4ffb-b17a-112b374cd2ac req-7a5b8d5b-af02-4980-9de6-2b3d9c502faf tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 Apr 05 11:36:53.428325 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device fc8f7d47-b2e2-427e-b929-2df9ce182a70 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:36:53.451425 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: fc8f7d47-b2e2-427e-b929-2df9ce182a70 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:36:53.451768 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device fc8f7d47-b2e2-427e-b929-2df9ce182a70 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:36:54.520691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b99af-b79d-4b9a-8962-ded961991b35 req-a4d1dfe4-2af2-4836-b741-edc2e3e788a2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:36:54.522120 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-812b99af-b79d-4b9a-8962-ded961991b35 req-a4d1dfe4-2af2-4836-b741-edc2e3e788a2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0561998 Apr 05 11:36:54.569433 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-812b99af-b79d-4b9a-8962-ded961991b35 req-d1bc7e40-4346-4b1c-81fc-83f00ddec2b0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Apr 05 11:36:55.671400 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdf39dd-ecd2-49f3-a591-7652a593fa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:58.294555 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d132a256-c401-450b-afbf-b68ef9114786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:59.345551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:00.715146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:01.198119 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cc730-10c7-41d3-8174-fa61b25ca36c req-1117fe0f-f5e8-4ea6-86a0-0274815dd7a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.200860 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-048cc730-10c7-41d3-8174-fa61b25ca36c req-1117fe0f-f5e8-4ea6-86a0-0274815dd7a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0634449 Apr 05 11:37:01.272111 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-90f13c16-9913-43ed-abbd-4638bc96d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.273735 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-90f13c16-9913-43ed-abbd-4638bc96d785 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0717356 Apr 05 11:37:01.304637 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-048cc730-10c7-41d3-8174-fa61b25ca36c req-4f26d2ed-3e20-4de8-850d-4abe584a055c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950420 Apr 05 11:37:01.379915 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-8b3edd2d-180a-4302-a640-ef9b64d1521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.381367 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-8b3edd2d-180a-4302-a640-ef9b64d1521e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1014800 Apr 05 11:37:01.451934 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-c22e83db-9087-40fb-a063-df68995a6cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 1001 time: 0.0633891 Apr 05 11:37:01.505538 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-d22eeb42-599d-4cab-9341-b625ccba649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.507034 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-d22eeb42-599d-4cab-9341-b625ccba649d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0470614 Apr 05 11:37:01.565590 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-5ffb2f1b-db12-4039-8d9b-17499a32e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:01.567427 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-5ffb2f1b-db12-4039-8d9b-17499a32e9ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536847 Apr 05 11:37:01.677299 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-0a6917ff-3e6e-43d1-8d54-77cf438a60df service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024399 Apr 05 11:37:01.716964 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:01.796630 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b2920813-deaa-44ee-ab63-19d461fdf44b req-e3f9e2f6-d8d8-4ea4-9e9b-461d68131a2a service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131120 Apr 05 11:37:02.448988 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa79d0-f75a-4afb-abe6-4bb8e12039bd req-30d23609-e0c9-47aa-886a-eab647356d5a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:02.456444 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-88fa79d0-f75a-4afb-abe6-4bb8e12039bd req-30d23609-e0c9-47aa-886a-eab647356d5a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0625138 Apr 05 11:37:02.498893 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48202) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:02.511941 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-88fa79d0-f75a-4afb-abe6-4bb8e12039bd req-64fb4237-6d72-4fb3-a64c-45a05072a9a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535727 Apr 05 11:37:02.616842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.698858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Publish callbacks [] for security_group (2e58b7e7-370e-433d-a56e-e5d5305e3c1b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.779909 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2e58b7e7-370e-433d-a56e-e5d5305e3c1b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.823136 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9749b23b8d84de395b45d485d08f956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229878 Apr 05 11:37:02.824053 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58b7e7-370e-433d-a56e-e5d5305e3c1b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:02.824387 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:02.832962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.832962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.833258 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.833585 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.833977 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.834334 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.834710 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.835012 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.835335 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.835663 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.836029 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.836357 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.836678 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.837032 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.837311 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b456de-bff1-401c-b2c3-70c77ecb9ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:02.892733 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Publish callbacks [] for security_group (2e58b7e7-370e-433d-a56e-e5d5305e3c1b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:02.924926 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Publish callbacks [] for security_group (2e58b7e7-370e-433d-a56e-e5d5305e3c1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.054162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2e58b7e7-370e-433d-a56e-e5d5305e3c1b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.056988 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:03.067178 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e58b7e7-370e-433d-a56e-e5d5305e3c1b HTTP/1.1" status: 204 len: 168 time: 0.2354915 Apr 05 11:37:03.083711 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58b7e7-370e-433d-a56e-e5d5305e3c1b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:03.093281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.097430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.097430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.097430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.101566 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.102111 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.102669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.103208 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.103750 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.104287 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.104911 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.105463 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.106206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.106793 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.107318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4044f1e-24af-44f9-9c75-665fe70dd4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:03.639136 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4ac1-3bf0-4286-80ea-293d9f886361 req-25719120-0051-467e-ac86-a181080ca644 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:03.640782 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4baf4ac1-3bf0-4286-80ea-293d9f886361 req-25719120-0051-467e-ac86-a181080ca644 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0573759 Apr 05 11:37:03.711997 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4baf4ac1-3bf0-4286-80ea-293d9f886361 req-24cae772-2a13-4aba-a90c-1f9219fa51f5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601511 Apr 05 11:37:03.987794 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:04.002020 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c147b1a-983d-4e12-b797-e423d0b27baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.080639 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c147b1a-983d-4e12-b797-e423d0b27baa admin admin] Publish callbacks [] for security_group (95d9fcfe-ea31-4161-97da-d7cd30a5b352), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.164398 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c147b1a-983d-4e12-b797-e423d0b27baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (95d9fcfe-ea31-4161-97da-d7cd30a5b352), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.217612 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c147b1a-983d-4e12-b797-e423d0b27baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d9fcfe-ea31-4161-97da-d7cd30a5b352,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:04.226051 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-0c147b1a-983d-4e12-b797-e423d0b27baa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ddb77211ff04f63818d214dea4af587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371783 Apr 05 11:37:04.227063 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48224) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:04.293871 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] Publish callbacks [] for security_group (95d9fcfe-ea31-4161-97da-d7cd30a5b352), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.315814 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] Publish callbacks [] for security_group (95d9fcfe-ea31-4161-97da-d7cd30a5b352), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.476629 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (95d9fcfe-ea31-4161-97da-d7cd30a5b352), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.480187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:04.481588 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95d9fcfe-ea31-4161-97da-d7cd30a5b352 HTTP/1.1" status: 204 len: 168 time: 0.2534733 Apr 05 11:37:04.491068 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813d7dc-cc63-40da-be76-28e9ad169aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d9fcfe-ea31-4161-97da-d7cd30a5b352,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:04.838167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6af52-9816-4478-b02c-97603b0873cb req-83b3c322-73c6-47c6-83c8-c5766f73ab59 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:04.840388 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f6f6af52-9816-4478-b02c-97603b0873cb req-83b3c322-73c6-47c6-83c8-c5766f73ab59 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0682669 Apr 05 11:37:04.898998 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f6f6af52-9816-4478-b02c-97603b0873cb req-2553c916-8af3-4cfa-b3ae-9ff50842c112 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526028 Apr 05 11:37:05.435563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48240) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:05.450052 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3485-5569-44f3-9452-26b18b8c4293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.535782 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3485-5569-44f3-9452-26b18b8c4293 admin admin] Publish callbacks [] for security_group (f5385d21-0915-4a7f-a34f-5bff04a5ecf0), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.631743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3b5a3485-5569-44f3-9452-26b18b8c4293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f5385d21-0915-4a7f-a34f-5bff04a5ecf0), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.673156 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a3485-5569-44f3-9452-26b18b8c4293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5385d21-0915-4a7f-a34f-5bff04a5ecf0,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:05.677819 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3b5a3485-5569-44f3-9452-26b18b8c4293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=189a7c085b1e4ad89045be6d9098fd20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411125 Apr 05 11:37:05.680440 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48242) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:05.738311 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] Publish callbacks [] for security_group (f5385d21-0915-4a7f-a34f-5bff04a5ecf0), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.762305 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] Publish callbacks [] for security_group (f5385d21-0915-4a7f-a34f-5bff04a5ecf0), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.974131 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f5385d21-0915-4a7f-a34f-5bff04a5ecf0), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.977274 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:05.981360 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5385d21-0915-4a7f-a34f-5bff04a5ecf0 HTTP/1.1" status: 204 len: 168 time: 0.2997742 Apr 05 11:37:06.026062 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bb154-a433-4baa-9898-7d6702ccc836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5385d21-0915-4a7f-a34f-5bff04a5ecf0,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:06.058529 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe987e-6401-4eef-856e-e024f13fd38e req-f3a7c065-76c6-46c5-9404-329c19974207 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:06.061870 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b5fe987e-6401-4eef-856e-e024f13fd38e req-f3a7c065-76c6-46c5-9404-329c19974207 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0792339 Apr 05 11:37:06.116615 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b5fe987e-6401-4eef-856e-e024f13fd38e req-b81dbadc-3cb2-4b69-a253-be57fe770534 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478809 Apr 05 11:37:07.297576 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93ced0-768c-4330-83fb-4520e0baba80 req-7763f5b6-cc43-44b2-9d71-f48700210451 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:07.307138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48278) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:07.315840 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d93ced0-768c-4330-83fb-4520e0baba80 req-7763f5b6-cc43-44b2-9d71-f48700210451 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.1102355 Apr 05 11:37:07.377131 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d93ced0-768c-4330-83fb-4520e0baba80 req-fb94303b-b4ab-4903-89e1-46de7a6a8ef8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584393 Apr 05 11:37:07.438888 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1310371583-network', 'tenant_id': 'd352cdebd3e441ffbd3e19f5236f8792'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:07.527141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Made reservation on behalf of d352cdebd3e441ffbd3e19f5236f8792 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:07.529903 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.539220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.624282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks [] for security_group (f7ce4cc9-405a-4e3c-b884-f86e5392945c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.722623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f7ce4cc9-405a-4e3c-b884-f86e5392945c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.747083 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:37:07.756780 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce4cc9-405a-4e3c-b884-f86e5392945c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:07.762933 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (dbe9949c-0b8b-45f4-8a31-9fb0f1321fad), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:07.763352 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Added segment dbe9949c-0b8b-45f4-8a31-9fb0f1321fad of type vlan for network 0ecb8c57-e681-4975-abbb-abb25698cb27 Apr 05 11:37:07.809557 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (0ecb8c57-e681-4975-abbb-abb25698cb27), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.036848 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (0ecb8c57-e681-4975-abbb-abb25698cb27), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.037889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.038479 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.100771 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] Pushing event updated for resources: {'Network': ['ID=0ecb8c57-e681-4975-abbb-abb25698cb27,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:08.111571 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:37:08.155496 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0f04c392-efe3-4fd2-96f4-0469ad80f86c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8471918 Apr 05 11:37:08.158535 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:08.163419 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Request body: {'subnet': {'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1310371583-subnet', 'tenant_id': 'd352cdebd3e441ffbd3e19f5236f8792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:08.328430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Made reservation on behalf of d352cdebd3e441ffbd3e19f5236f8792 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:08.332339 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3355847'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.541222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e2f55-6db1-4837-8ba4-dc4da2de675d req-8ca20c69-03fe-4201-9190-25db6e8b7c56 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.543654 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-131e2f55-6db1-4837-8ba4-dc4da2de675d req-8ca20c69-03fe-4201-9190-25db6e8b7c56 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0783808 Apr 05 11:37:08.618048 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-131e2f55-6db1-4837-8ba4-dc4da2de675d req-8e0c009b-388b-4a20-969b-4a8e07010b83 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521429 Apr 05 11:37:08.757126 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2869931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3355865'] for subnet (3242b6b3-32de-46a5-9414-59fd2710ddcb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:08.809221 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3242b6b3-32de-46a5-9414-59fd2710ddcb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:08.831664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Checking segment: {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:08.832030 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Network hostable DHCP agents. Network: 0ecb8c57-e681-4975-abbb-abb25698cb27, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:37:08.909045 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:37:08.989095 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 0ecb8c57-e681-4975-abbb-abb25698cb27) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:08.994626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:08.995780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:09.107091 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-41d8740d-bb96-439e-958f-e436b99231a5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9473531 Apr 05 11:37:09.176179 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb05b66f-bbde-45a2-b9bf-f1a8f1d0dcf0 None None] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:09.367370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ac188-7740-4f1a-b08e-6547473fc874 None None] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:09.758605 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82b9a-6c15-4cc0-ba89-3a0c9927469e req-69b7d852-2212-4a5b-ba25-58047c9c385a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:09.760429 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bfc82b9a-6c15-4cc0-ba89-3a0c9927469e req-69b7d852-2212-4a5b-ba25-58047c9c385a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0669088 Apr 05 11:37:09.837555 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bfc82b9a-6c15-4cc0-ba89-3a0c9927469e req-6d3a3b15-1ce9-4db6-99d1-692a2cc505c6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671520 Apr 05 11:37:09.959610 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d74df2-47b3-4a18-9d07-8b8953137a5e req-3ae282d0-e08e-4a30-8d7f-2c3d4d5cfa08 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:09.962345 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b1d74df2-47b3-4a18-9d07-8b8953137a5e req-3ae282d0-e08e-4a30-8d7f-2c3d4d5cfa08 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0915632 Apr 05 11:37:10.036079 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b1d74df2-47b3-4a18-9d07-8b8953137a5e req-282cca37-aada-42df-a060-bff330e3baf9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651329 Apr 05 11:37:10.972789 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b710-8bc9-4cb5-a6b6-f3a8250d77c2 req-8564d0fa-51b6-4714-9304-a8d7e8d4cddd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:10.974574 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-14c7b710-8bc9-4cb5-a6b6-f3a8250d77c2 req-8564d0fa-51b6-4714-9304-a8d7e8d4cddd tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0628853 Apr 05 11:37:11.038765 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-14c7b710-8bc9-4cb5-a6b6-f3a8250d77c2 req-b9149da4-2108-4204-950f-fdb78109a600 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576885 Apr 05 11:37:11.195271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a5e5f-74c9-40e9-ba64-d9178235adb2 req-da10c92f-f02f-42ea-8923-c13faab52846 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:11.196823 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-972a5e5f-74c9-40e9-ba64-d9178235adb2 req-da10c92f-f02f-42ea-8923-c13faab52846 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0716283 Apr 05 11:37:11.255293 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-972a5e5f-74c9-40e9-ba64-d9178235adb2 req-f8f09d80-15a3-4268-b895-fb1bee1a0d76 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489862 Apr 05 11:37:11.562859 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-3ff5ae5d-154d-45a0-aba9-8b4fc3e46f1d tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:11.565131 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-3ff5ae5d-154d-45a0-aba9-8b4fc3e46f1d tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/networks?id=0ecb8c57-e681-4975-abbb-abb25698cb27 HTTP/1.1" status: 200 len: 814 time: 0.1252511 Apr 05 11:37:11.583801 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-e5b94fd9-cffe-4094-b272-e87a82dea0fe tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/quotas/d352cdebd3e441ffbd3e19f5236f8792 HTTP/1.1" status: 200 len: 375 time: 0.0126317 Apr 05 11:37:11.623692 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-b7d595b1-a33d-4bd4-98c0-bb2f7656f8a8 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324824 Apr 05 11:37:11.962998 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-14d7451a-3d58-4aba-a0c3-d6ec0fd18061 service neutron] 10.222.0.64 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343608 Apr 05 11:37:12.057095 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-099ebbe6-1de5-4147-a52c-e61313a2b670 service neutron] 10.222.0.64 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877593 Apr 05 11:37:12.171905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a2e00-ac37-4397-93cb-ac19cb2a9b7c req-129e77f3-55ec-4fe9-bc5d-2f10ac3d0bff tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:12.173414 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-125a2e00-ac37-4397-93cb-ac19cb2a9b7c req-129e77f3-55ec-4fe9-bc5d-2f10ac3d0bff tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0608985 Apr 05 11:37:12.228634 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-125a2e00-ac37-4397-93cb-ac19cb2a9b7c req-b3686c32-2550-40b4-b2d0-6ebdf0f6226f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491624 Apr 05 11:37:12.378447 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cad09-9498-477e-8a0b-738d647fc271 req-2c4f6b12-f40e-4546-9b6c-6691005c3c6b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:12.379943 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a6cad09-9498-477e-8a0b-738d647fc271 req-2c4f6b12-f40e-4546-9b6c-6691005c3c6b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0537674 Apr 05 11:37:12.427592 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a6cad09-9498-477e-8a0b-738d647fc271 req-28936aab-db7e-453f-8665-ed8a5fae463e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Apr 05 11:37:13.347664 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eafec3-977f-49df-b4a2-dd345728b53b req-1b9b89d4-5df5-4a1c-a1b2-adb26d939cf3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:13.349053 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-83eafec3-977f-49df-b4a2-dd345728b53b req-1b9b89d4-5df5-4a1c-a1b2-adb26d939cf3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0514255 Apr 05 11:37:13.394629 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-83eafec3-977f-49df-b4a2-dd345728b53b req-1ccfc0ce-82fe-4b29-9d0b-8493e49a658f tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Apr 05 11:37:13.531752 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9cde9801-b017-472a-a6e5-c81e2425759f req-e0f7efa4-6d72-41c6-b023-27b0d8612abf tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 210 time: 0.0308471 Apr 05 11:37:13.573784 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22629f6d-3404-4477-8d57-8220c31c965d req-b6f358ff-fe34-4961-b7af-029e085efb32 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:13.575414 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-22629f6d-3404-4477-8d57-8220c31c965d req-b6f358ff-fe34-4961-b7af-029e085efb32 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0741720 Apr 05 11:37:13.627096 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-22629f6d-3404-4477-8d57-8220c31c965d req-60a59638-0cf6-494d-b85d-4d33ec117d30 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Apr 05 11:37:14.515254 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb4c4-cf9c-426d-bdf6-6a9067326ac2 req-020161a8-1ee6-4e30-a37d-804211f284df tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:14.516741 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-082bb4c4-cf9c-426d-bdf6-6a9067326ac2 req-020161a8-1ee6-4e30-a37d-804211f284df tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Apr 05 11:37:14.566449 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-082bb4c4-cf9c-426d-bdf6-6a9067326ac2 req-41275acd-6705-422c-8785-19ebdb49ca4b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Apr 05 11:37:14.610609 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2b4c86d3-4b15-41d7-b3b0-8520d0f344ec req-60fe7ddc-061f-4e68-83e5-f21a84d8e6fa tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 210 time: 0.0278707 Apr 05 11:37:14.760163 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0af1d7-ea96-4a89-8f0a-c4ed4a1d16b1 req-1a34bac3-d55e-4095-9135-8555c9dcbf1e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:14.762106 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ce0af1d7-ea96-4a89-8f0a-c4ed4a1d16b1 req-1a34bac3-d55e-4095-9135-8555c9dcbf1e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0523679 Apr 05 11:37:14.812066 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ce0af1d7-ea96-4a89-8f0a-c4ed4a1d16b1 req-8d82b4af-7357-4398-92cb-0c735e72db02 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Apr 05 11:37:15.694130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763249ca-cb5d-4195-be9a-f154c90e9a6a req-4ca83cf1-f9a3-478f-b34a-baea60d5acec tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:15.695821 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-763249ca-cb5d-4195-be9a-f154c90e9a6a req-4ca83cf1-f9a3-478f-b34a-baea60d5acec tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0548890 Apr 05 11:37:15.705210 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c47d7204-809d-46f0-9005-c2a4b6511cc2 req-751788db-49e0-45cf-b990-35089f2bde8c tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 210 time: 0.0274675 Apr 05 11:37:15.746990 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-763249ca-cb5d-4195-be9a-f154c90e9a6a req-9e6594ac-2ec2-400b-a628-af7fde75276e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Apr 05 11:37:15.933437 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f874d15-04d6-4496-b004-85d9ab103d56 req-23ab4445-e4d5-4ca5-a410-889d4cd4e1ce tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:15.934930 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1f874d15-04d6-4496-b004-85d9ab103d56 req-23ab4445-e4d5-4ca5-a410-889d4cd4e1ce tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0544708 Apr 05 11:37:15.984819 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1f874d15-04d6-4496-b004-85d9ab103d56 req-dfac3c74-8591-4f65-b8e5-e394b487e9c5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Apr 05 11:37:16.028171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-5b50982e-3cff-483a-809e-c1a9ccf8d932 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.028913 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-5b50982e-3cff-483a-809e-c1a9ccf8d932 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "GET /v2.0/networks?id=0ecb8c57-e681-4975-abbb-abb25698cb27 HTTP/1.1" status: 200 len: 814 time: 0.1040351 Apr 05 11:37:16.042124 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Request body: {'port': {'device_id': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27', 'admin_state_up': True, 'tenant_id': 'd352cdebd3e441ffbd3e19f5236f8792'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:16.213309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Made reservation on behalf of d352cdebd3e441ffbd3e19f5236f8792 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:16.217157 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.263621 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:16.310255 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Deleting subnet 5efa3112-2f57-44ee-8b08-719e2397709d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:37:16.313397 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Publish callbacks [] for subnet (5efa3112-2f57-44ee-8b08-719e2397709d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.351528 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Allocated IP 172.20.0.7 (0ecb8c57-e681-4975-abbb-abb25698cb27/3242b6b3-32de-46a5-9414-59fd2710ddcb/d9ec0599-f6d0-42d9-a1e4-cef07b88acd7) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:16.367878 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (5efa3112-2f57-44ee-8b08-719e2397709d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.415887 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (5efa3112-2f57-44ee-8b08-719e2397709d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.500690 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks [] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.532147 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (5efa3112-2f57-44ee-8b08-719e2397709d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.557663 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efa3112-2f57-44ee-8b08-719e2397709d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:16.561526 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.564828 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b542ac80-5331-4381-837e-2f9874dfaac8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5efa3112-2f57-44ee-8b08-719e2397709d HTTP/1.1" status: 204 len: 168 time: 0.3000600 Apr 05 11:37:16.567153 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:16.600755 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.639300 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (83f05123-a902-411f-9d10-492b47b9d75a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.641845 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:16.644795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:16.648596 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:16.681501 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Pushing event updated for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:16.707222 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.707933 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.721433 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (83f05123-a902-411f-9d10-492b47b9d75a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.741780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f05123-a902-411f-9d10-492b47b9d75a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:16.751350 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:16.751580 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:16.761345 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.777118 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.785812 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:37:16.786420 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (7d9f5a18-cf39-4ab6-a9a3-c5a8e5b66bfd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:37:16.788908 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:37:16.803130 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-0e6377af-967e-42c2-afdc-faf6d4193d52 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651739 Apr 05 11:37:16.819072 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Request body: {'port': {'device_id': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:16.860418 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b8b9-abb3-4763-8707-bcd0d87695fa req-b3e4cc63-660e-46f8-9e8f-86705aaab244 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.861924 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d9b1b8b9-abb3-4763-8707-bcd0d87695fa req-b3e4cc63-660e-46f8-9e8f-86705aaab244 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 931 time: 0.0906489 Apr 05 11:37:16.896999 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bcfe6-75ad-40e5-a700-904a89e95f7e req-a77b9372-a896-43a8-a376-01a44a73115b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:16.898528 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-241bcfe6-75ad-40e5-a700-904a89e95f7e req-a77b9372-a896-43a8-a376-01a44a73115b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0584204 Apr 05 11:37:16.913307 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.946127 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d9b1b8b9-abb3-4763-8707-bcd0d87695fa req-33f14483-6e55-4554-ac54-f45cda7de102 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Apr 05 11:37:16.951706 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-241bcfe6-75ad-40e5-a700-904a89e95f7e req-6020c125-77c7-4ece-b3bf-7fa66cfa12ae tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Apr 05 11:37:16.952741 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (83f05123-a902-411f-9d10-492b47b9d75a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.960547 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:16.974734 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/83f05123-a902-411f-9d10-492b47b9d75a HTTP/1.1" status: 204 len: 168 time: 0.3984151 Apr 05 11:37:16.987561 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23163196-d3a5-445b-9cea-7ff9848139c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f05123-a902-411f-9d10-492b47b9d75a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:17.174697 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e3a21-3049-40af-a6c7-65fd109bef62 req-e300ff6e-fe94-49ad-9f37-65a7d11881d9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.176209 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-772e3a21-3049-40af-a6c7-65fd109bef62 req-e300ff6e-fe94-49ad-9f37-65a7d11881d9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1145847 Apr 05 11:37:17.273050 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-772e3a21-3049-40af-a6c7-65fd109bef62 req-8e791022-827f-4104-a9e5-d5032389e1b4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870490 Apr 05 11:37:17.289135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:17.297367 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks [] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.309975 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Transition to ACTIVE for port object d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:37:17.343575 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:17.389187 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-164e8574-932d-4660-b015-5b6ab8ce00a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f9b855e2ea349908836fcfc32a1c6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444114 Apr 05 11:37:17.391714 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48490) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:17.417734 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.439698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] Publish callbacks [] for security_group (d06d8a82-1274-4d13-b13a-fab39f29576c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.463147 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] Publish callbacks [] for security_group (d06d8a82-1274-4d13-b13a-fab39f29576c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.470867 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:17.539412 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Attempting to bind port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:17.539673 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Attempting to bind port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:17.539999 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Attempting to bind port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:17.544331 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:37:17.547220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Attempting to bind port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:17.549562 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:17.549892 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Checking segment: {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:17.550272 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Bound using segment: {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:17.550738 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Bound port: d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:17.551095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.608083 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (d06d8a82-1274-4d13-b13a-fab39f29576c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.610880 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.612117 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d06d8a82-1274-4d13-b13a-fab39f29576c HTTP/1.1" status: 204 len: 168 time: 0.2195098 Apr 05 11:37:17.617968 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:17.620891 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2b784-a8ae-492c-81e4-51c1a3cc20ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06d8a82-1274-4d13-b13a-fab39f29576c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:17.621456 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:17.700162 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.732254 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:17.732857 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:17.734211 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] 10.222.0.53 "PUT /v2.0/ports/d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 HTTP/1.1" status: 200 len: 1093 time: 0.9204571 Apr 05 11:37:17.734733 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:17.736949 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:17.762745 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dde14-76ec-46de-ab83-84978252dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:17.775482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a8c9b8-f0ad-43c3-b0ef-3c8ed8a11826 x-openstack-request-id: req-d4a8c9b8-f0ad-43c3-b0ef-3c8ed8a11826 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:17.775482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:17.775482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4a8c9b8-f0ad-43c3-b0ef-3c8ed8a11826 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:17.775482 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a8c9b8-f0ad-43c3-b0ef-3c8ed8a11826'] response: {'name': 'network-changed', 'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7', 'status': 'completed', 'code': 200} Apr 05 11:37:18.141336 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-b525ed98-3ab3-401d-9623-b89c1c942cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.142899 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-b525ed98-3ab3-401d-9623-b89c1c942cda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 1127 time: 0.1284723 Apr 05 11:37:18.150173 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d208-8c9c-412b-81a7-e128d9cb3595 req-f68782ff-0108-470b-ab75-ee2279f81a71 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.161281 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8695d208-8c9c-412b-81a7-e128d9cb3595 req-f68782ff-0108-470b-ab75-ee2279f81a71 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 943 time: 0.0798538 Apr 05 11:37:18.161440 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac96d67-ab94-4dc0-b7ee-cee2d2e065bc req-14e1d5e4-e884-4675-a7d0-d71e05588f48 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.161440 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6ac96d67-ab94-4dc0-b7ee-cee2d2e065bc req-14e1d5e4-e884-4675-a7d0-d71e05588f48 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0947068 Apr 05 11:37:18.164550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd78c-6a22-465c-8fd8-c1b9943d92cb req-d01e3902-9836-4f73-89a6-b90e87ca9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.166053 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b1ccd78c-6a22-465c-8fd8-c1b9943d92cb req-d01e3902-9836-4f73-89a6-b90e87ca9994 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0674765 Apr 05 11:37:18.228490 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8695d208-8c9c-412b-81a7-e128d9cb3595 req-bdb5248c-7306-4f6c-a2e6-697483b03966 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696118 Apr 05 11:37:18.246227 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b1ccd78c-6a22-465c-8fd8-c1b9943d92cb req-185c8d11-80f4-4d16-8118-6e973948c65b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601456 Apr 05 11:37:18.250685 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6ac96d67-ab94-4dc0-b7ee-cee2d2e065bc req-dc62b095-5a57-44c3-baf4-cb9d8fa795af tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835705 Apr 05 11:37:18.312166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-a33a81ff-55c1-4175-a82a-1e921d5e17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.313891 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-a33a81ff-55c1-4175-a82a-1e921d5e17e0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1295207 Apr 05 11:37:18.404441 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca95a7-2a3b-4475-bba3-bb3dd92c60cb req-aee6a50a-c0bd-4460-9f71-dad91e58c85c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.405983 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e0ca95a7-2a3b-4475-bba3-bb3dd92c60cb req-aee6a50a-c0bd-4460-9f71-dad91e58c85c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0577271 Apr 05 11:37:18.462297 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e0ca95a7-2a3b-4475-bba3-bb3dd92c60cb req-442f6744-c0b0-413e-a0a2-45f2cdae8b39 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 Apr 05 11:37:18.568946 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-a65a5349-d06a-4d91-b440-127f63a336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.570404 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8e19bcf4-ce07-4f80-aa3c-00a479e79da4 req-a65a5349-d06a-4d91-b440-127f63a336b1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906565 Apr 05 11:37:18.704281 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-43accc91-d524-4c98-8003-d35fe74de763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:18.705804 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-43accc91-d524-4c98-8003-d35fe74de763 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 1127 time: 0.0484853 Apr 05 11:37:18.734917 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:18.743299 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:37:18.833979 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1432602007-network', 'tenant_id': 'ef674f0c831a4efab881965e63330088'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:18.928074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Made reservation on behalf of ef674f0c831a4efab881965e63330088 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:18.930379 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:18.940028 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:18.989497 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-f819295f-6604-4283-90cc-efc6028992f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 HTTP/1.1" status: 200 len: 217 time: 0.0350223 Apr 05 11:37:19.016955 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks [] for security_group (2569b874-3e31-44b0-b9ea-6f272fe2e82e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.037610 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-a5b44ada-12bc-418b-ac1e-8d749ad030a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.039192 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-a5b44ada-12bc-418b-ac1e-8d749ad030a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3242b6b3-32de-46a5-9414-59fd2710ddcb HTTP/1.1" status: 200 len: 854 time: 0.0433166 Apr 05 11:37:19.070807 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-5e529521-d245-4b6d-81aa-735bc1027368 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ecb8c57-e681-4975-abbb-abb25698cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250566 Apr 05 11:37:19.139289 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2569b874-3e31-44b0-b9ea-6f272fe2e82e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.167409 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:37:19.176986 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569b874-3e31-44b0-b9ea-6f272fe2e82e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:19.181801 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (986cb5e1-c6b4-438e-b9c5-a6846334e9c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.182718 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Added segment 986cb5e1-c6b4-438e-b9c5-a6846334e9c3 of type vlan for network 20789957-eb9a-430d-91ca-f6d2f002389c Apr 05 11:37:19.187631 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-d52072b4-96db-4af7-a850-b0aac0001e95 service neutron] 10.222.0.53 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923045 Apr 05 11:37:19.223434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (20789957-eb9a-430d-91ca-f6d2f002389c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.310810 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-58b8eb56-1f38-4ee9-a4e0-02706efa8735 req-4f864399-0205-4694-a4dd-5da146c67973 service neutron] 10.222.0.53 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961115 Apr 05 11:37:19.331845 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (20789957-eb9a-430d-91ca-f6d2f002389c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.332811 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.333393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.384235 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75e3d6-af4b-48f0-9789-3c4acbfa3cf9 req-854e3d1c-0571-4c99-99da-0a854e4ca055 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.385790 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-af75e3d6-af4b-48f0-9789-3c4acbfa3cf9 req-854e3d1c-0571-4c99-99da-0a854e4ca055 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Apr 05 11:37:19.408804 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] Pushing event updated for resources: {'Network': ['ID=20789957-eb9a-430d-91ca-f6d2f002389c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:19.420210 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 20789957-eb9a-430d-91ca-f6d2f002389c details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:37:19.422228 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73903baa-798d-446d-9350-57b48a73afaa req-cfbef7a7-5fa1-47c4-b6ae-28c00137b5d2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.423961 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-73903baa-798d-446d-9350-57b48a73afaa req-cfbef7a7-5fa1-47c4-b6ae-28c00137b5d2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 943 time: 0.1213934 Apr 05 11:37:19.447206 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-af75e3d6-af4b-48f0-9789-3c4acbfa3cf9 req-2231b621-f780-455e-b136-cae3573ba11c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552094 Apr 05 11:37:19.448786 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-1baa16e7-d4fd-4a3f-a790-c0e0cc5204b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7127576 Apr 05 11:37:19.451638 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48528) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:19.456879 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Request body: {'subnet': {'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1432602007-subnet', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:19.487787 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-73903baa-798d-446d-9350-57b48a73afaa req-d779296c-784c-4921-ae3c-ace7ddba1f37 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583727 Apr 05 11:37:19.561842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Made reservation on behalf of ef674f0c831a4efab881965e63330088 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:19.564109 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.648821 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470205f-83e8-4914-a91f-1f1a7fa5588f req-554acb0a-2402-4f63-b5cb-6dd5635387ef tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:19.650309 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a470205f-83e8-4914-a91f-1f1a7fa5588f req-554acb0a-2402-4f63-b5cb-6dd5635387ef tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1151853 Apr 05 11:37:19.731700 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a470205f-83e8-4914-a91f-1f1a7fa5588f req-d6dc5dc5-882c-4060-a2d0-f98167ede5de tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749640 Apr 05 11:37:19.911078 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (c554f04b-3a5b-407c-be5e-1f8b130c8a93), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:19.968080 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c554f04b-3a5b-407c-be5e-1f8b130c8a93,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:19.978627 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Checking segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:19.979938 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Network hostable DHCP agents. Network: 20789957-eb9a-430d-91ca-f6d2f002389c, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:37:20.002141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.070694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Network 20789957-eb9a-430d-91ca-f6d2f002389c is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:37:20.168449 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 20789957-eb9a-430d-91ca-f6d2f002389c) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:20.172010 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.172599 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.177071 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e5873-45a8-4ffa-a55e-56e5e96c0cbd None None] Network 20789957-eb9a-430d-91ca-f6d2f002389c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:20.262906 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-cdff84a5-3ead-4a4e-a628-512feb351a8e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8097873 Apr 05 11:37:20.265622 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48532) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:20.270101 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:20.283507 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-20789957-eb9a-430d-91ca-f6d2f002389c', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'project_id': 'ef674f0c831a4efab881965e63330088', 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:37:20.285018 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.351082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.352167 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.404346 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for router_controller (ccb1f123-6b8f-4009-a574-3a68e659cff8), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.422723 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Allocated IP 172.20.0.2 (20789957-eb9a-430d-91ca-f6d2f002389c/c554f04b-3a5b-407c-be5e-1f8b130c8a93/9b183ca8-4aa3-40c9-b2de-f8f1e940f2be) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:20.573722 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks [] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.604339 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a3c3f-b542-4c7f-9b7e-ecfbb571fde3 req-7808ed6d-3fe2-4ae2-88ac-dad584999699 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.606530 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-323a3c3f-b542-4c7f-9b7e-ecfbb571fde3 req-7808ed6d-3fe2-4ae2-88ac-dad584999699 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0566461 Apr 05 11:37:20.657442 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-323a3c3f-b542-4c7f-9b7e-ecfbb571fde3 req-ad9586fa-f754-481f-96d4-2eb92c692689 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455663 Apr 05 11:37:20.660146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.702785 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Network 20789957-eb9a-430d-91ca-f6d2f002389c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:20.710809 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:20.716363 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:20.725877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Pushing event updated for resources: {'Port': ['ID=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:20.748217 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.748589 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.748896 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750524 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750524 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750524 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750524 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750855 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.750855 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.751191 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.751517 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.751517 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.752213 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.752480 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.752795 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:20.794921 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Attempting to bind port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:20.795299 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Attempting to bind port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:20.795668 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Attempting to bind port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be on network 20789957-eb9a-430d-91ca-f6d2f002389c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:20.817596 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:20.817991 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Checking segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:20.820250 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.820766 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Bound using segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:20.821219 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Bound port: 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:20.823742 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.886941 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for router_gateway (ccb1f123-6b8f-4009-a574-3a68e659cff8), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:20.900231 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045d86-d6c3-4b74-9ed6-e1d2938b1857 req-9a27f6fc-b08d-4d17-8a98-4c9a38eea82c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.905255 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba045d86-d6c3-4b74-9ed6-e1d2938b1857 req-9a27f6fc-b08d-4d17-8a98-4c9a38eea82c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0716040 Apr 05 11:37:20.909255 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] For port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:20.913452 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] For port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:20.920133 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c650-57f0-4cf0-aab6-7f66bfe5d0be req-f2cb492d-55d3-4f7c-8228-9f167e26b15e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:20.921829 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a5f0c650-57f0-4cf0-aab6-7f66bfe5d0be req-f2cb492d-55d3-4f7c-8228-9f167e26b15e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 943 time: 0.0940816 Apr 05 11:37:20.957717 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba045d86-d6c3-4b74-9ed6-e1d2938b1857 req-762c4e57-9044-4178-9834-a0879f826998 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491393 Apr 05 11:37:20.987532 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a5f0c650-57f0-4cf0-aab6-7f66bfe5d0be req-88ba6d1c-dc23-4c0d-a516-267ad3ab36f2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574870 Apr 05 11:37:21.065530 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.143006 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4948-1e56-46ee-81fe-0db4b84bf772 None None] Pushing event updated for resources: {'Port': ['ID=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:21.298083 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for router_gateway (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.319298 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.438247 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Allocated IP 172.28.0.80 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:21.527235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8354e-289a-46dc-9d69-b888bd4c65dd req-aefe4d92-7edc-497f-b6fb-6b1dbbc5d1e0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.531026 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58f8354e-289a-46dc-9d69-b888bd4c65dd req-aefe4d92-7edc-497f-b6fb-6b1dbbc5d1e0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0540872 Apr 05 11:37:21.563336 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.584714 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58f8354e-289a-46dc-9d69-b888bd4c65dd req-69d9a1c7-02e5-4134-847b-2fa7696540c6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Apr 05 11:37:21.619153 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-88e8a5b5-74b5-4a81-8610-fe402534dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.621263 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-88e8a5b5-74b5-4a81-8610-fe402534dbf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0754726 Apr 05 11:37:21.696065 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:21.746051 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-ad2272aa-8957-4f4f-b877-f3d60ddcc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:21.747599 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-ad2272aa-8957-4f4f-b877-f3d60ddcc41f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1191306 Apr 05 11:37:21.753319 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:21.757404 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:21.769038 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:21.820939 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Pushing event updated for resources: {'Port': ['ID=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:21.896543 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-a54fcc7a-68d3-40c1-8e94-0dd639e99d5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 1001 time: 0.1402440 Apr 05 11:37:22.000227 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-43b4b57b-d872-4bdd-b42a-0c611979c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.001817 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-43b4b57b-d872-4bdd-b42a-0c611979c096 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0790045 Apr 05 11:37:22.086737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-cc4b44c2-c5e6-415e-b7ad-e93053329880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.088258 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-cc4b44c2-c5e6-415e-b7ad-e93053329880 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0766761 Apr 05 11:37:22.115759 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c20116a-69d2-4984-b31a-d9ddc616f458 None None] Network 20789957-eb9a-430d-91ca-f6d2f002389c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:22.139107 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ced7f-56c3-4677-a1be-90583b2fbcea req-b1d2f60e-4523-45ed-be20-f50e52f18a5c tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.140788 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-518ced7f-56c3-4677-a1be-90583b2fbcea req-b1d2f60e-4523-45ed-be20-f50e52f18a5c tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 943 time: 0.0671659 Apr 05 11:37:22.199550 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-518ced7f-56c3-4677-a1be-90583b2fbcea req-b6999f59-a6b7-4ad1-a4f2-a90d92d072f7 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Apr 05 11:37:22.199730 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27684e37-3194-4718-9665-7eef97dd0b3d req-f21e45de-34a9-4fc2-8131-b93706351e53 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.201340 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27684e37-3194-4718-9665-7eef97dd0b3d req-f21e45de-34a9-4fc2-8131-b93706351e53 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1556442 Apr 05 11:37:22.208462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Provisioning complete for port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:22.208949 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.326062 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Current status of the port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:22.326629 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.329587 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27684e37-3194-4718-9665-7eef97dd0b3d req-24856fa5-6795-4e5e-a526-f0e6186b5161 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209619 Apr 05 11:37:22.334908 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-452f66cc-011d-496d-9049-36ffc84c2bdc service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393303 Apr 05 11:37:22.335913 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for router_gateway (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.393635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] For port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:22.465137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.520385 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d32cbbf9-5d82-480c-8cde-08859f17e537 req-410da2b8-90bb-40f1-94c5-22297425517f service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793001 Apr 05 11:37:22.522609 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861fc0-a42b-4b56-906b-11fa35f5d75d None None] Pushing event updated for resources: {'Port': ['ID=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:22.590259 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-d1409e03-f2ad-4255-bbbe-eedc4d77be65 None None] Provisioning complete for port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:22.590750 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1409e03-f2ad-4255-bbbe-eedc4d77be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.629612 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:22.678524 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d1409e03-f2ad-4255-bbbe-eedc4d77be65 None None] Current status of the port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:22.754224 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eac573-7ee4-4329-8403-254c0ba972df req-b759b947-6936-4a38-8964-c0fb083ca74c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.755783 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-63eac573-7ee4-4329-8403-254c0ba972df req-b759b947-6936-4a38-8964-c0fb083ca74c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0599031 Apr 05 11:37:22.782526 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57ca22-5f75-432f-aa01-5cd5e1b21ba6 req-c588b4c3-6dc3-4839-b19a-ea3e952f4ed0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:22.784014 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd57ca22-5f75-432f-aa01-5cd5e1b21ba6 req-c588b4c3-6dc3-4839-b19a-ea3e952f4ed0 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.1052566 Apr 05 11:37:22.805910 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-63eac573-7ee4-4329-8403-254c0ba972df req-fedcd7d7-a3bc-4b5d-afaf-45ecd14b8224 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Apr 05 11:37:22.850898 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd57ca22-5f75-432f-aa01-5cd5e1b21ba6 req-987c4ad2-de1d-4d73-97b1-a4e683b5a94c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595639 Apr 05 11:37:22.903313 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Router ccb1f123-6b8f-4009-a574-3a68e659cff8 is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:37:23.011920 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:23.020803 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Sync routers for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:23.033310 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:23.033938 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:23.141311 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.146652 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f07dea7b-7f70-4dfb-8afe-9e560b225efd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8773937 Apr 05 11:37:23.148143 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:23.148679 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48562) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:23.204682 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:23.274232 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:23.274932 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.341713 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3dc60-84c9-44de-a173-0905de61f296 req-865b6c25-fb38-49d7-b383-c46a0a6de79e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:23.350352 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2cb3dc60-84c9-44de-a173-0905de61f296 req-865b6c25-fb38-49d7-b383-c46a0a6de79e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 943 time: 0.0804601 Apr 05 11:37:23.371116 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:22Z', 'revision_number': 3, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:23.375541 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:23.406114 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Checking router: ccb1f123-6b8f-4009-a574-3a68e659cff8 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:23.406458 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Updating router ccb1f123-6b8f-4009-a574-3a68e659cff8 port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:37:23.407065 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2cb3dc60-84c9-44de-a173-0905de61f296 req-17a8d0ba-b448-4827-b684-197bebae6436 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557160 Apr 05 11:37:23.437696 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.643809 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:37:23.707879 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks [] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.751960 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:23.764072 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7', 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27', 'port_id': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7', 'mac_address': 'fa:16:3e:46:16:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3242b6b3-32de-46a5-9414-59fd2710ddcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:37:23.788714 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.809460 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:23.810159 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.825792 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:23.848415 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:23.854098 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Pushing event updated for resources: {'Port': ['ID=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:23.867141 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.868289 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.868707 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.869134 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.870102 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.870565 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.870958 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.871105 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.871548 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.871681 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.872228 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.872884 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.873036 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.873454 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.873838 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.874237 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:37:23.885822 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Attempting to bind port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:23.886277 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Attempting to bind port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:23.886732 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Attempting to bind port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:23.892873 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:23.893159 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:23.893497 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.894034 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:23.894558 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Bound port: ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:23.895170 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.914345 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:23.967209 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] For port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:23.971709 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] For port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:23.986324 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:24.005820 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc3246-0ce0-4dfa-b3f9-4504b7184b1a req-e37c3379-7ca4-4d77-9097-d4cd952679d6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.007569 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d6bc3246-0ce0-4dfa-b3f9-4504b7184b1a req-e37c3379-7ca4-4d77-9097-d4cd952679d6 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0633693 Apr 05 11:37:24.054770 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.065879 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d6bc3246-0ce0-4dfa-b3f9-4504b7184b1a req-905f6b7b-cbf0-4c79-85c0-6d38330d87a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519419 Apr 05 11:37:24.123099 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:24.123745 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:24.135902 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-3af59c0a-26ab-479a-9134-f9d2560b9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.137412 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-3af59c0a-26ab-479a-9134-f9d2560b9907 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 1130 time: 0.1593342 Apr 05 11:37:24.147049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552c78f-3314-481a-b648-bd70895b343e req-af7d7dc8-5fee-44fd-b268-c7423d47d0a6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.147049 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4552c78f-3314-481a-b648-bd70895b343e req-af7d7dc8-5fee-44fd-b268-c7423d47d0a6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1687438 Apr 05 11:37:24.158552 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae54807-c34b-406e-83a2-20b43ea0573f None None] Pushing event updated for resources: {'Port': ['ID=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:24.163408 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Allocated IP 172.20.0.1 (20789957-eb9a-430d-91ca-f6d2f002389c/c554f04b-3a5b-407c-be5e-1f8b130c8a93/a002bcde-a588-4d85-b2f4-4968d88f3664) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:24.237831 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['d9ec0599-f6d0-42d9-a1e4-cef07b88acd7'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:37:24.256894 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4552c78f-3314-481a-b648-bd70895b343e req-8ab60e48-fb78-4af2-affa-8e86bfa1d9ac tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021118 Apr 05 11:37:24.320910 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks [] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.343960 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:24.431646 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.478945 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Network 20789957-eb9a-430d-91ca-f6d2f002389c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:24.486223 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:24.490905 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:24.494051 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:24.546895 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:22Z', 'revision_number': 3, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:24.553655 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed825d5-87be-45c6-af02-40a5c4baef98 req-263bc8cd-9dde-41e1-a9b6-f23db16f3c79 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.561583 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0ed825d5-87be-45c6-af02-40a5c4baef98 req-263bc8cd-9dde-41e1-a9b6-f23db16f3c79 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 944 time: 0.0784969 Apr 05 11:37:24.567823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.580614 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f7309-66f3-450e-a663-adef3cb1f62a None None] The sync data for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb is: [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:22Z', 'revision_number': 3, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:24.608996 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0ed825d5-87be-45c6-af02-40a5c4baef98 req-85ed70ee-6b28-4c04-b40c-563b8aeacc34 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Apr 05 11:37:24.761077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-1434a744-4e4b-4311-a876-1e67d3975215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.762589 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-1434a744-4e4b-4311-a876-1e67d3975215 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1446254 Apr 05 11:37:24.824344 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-d97c1ea1-63eb-49a8-9617-7ef50a7135a0 None None] Provisioning complete for port a002bcde-a588-4d85-b2f4-4968d88f3664 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:24.824605 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d97c1ea1-63eb-49a8-9617-7ef50a7135a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:24.841750 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-9fd315fe-fc48-4f90-8d26-2db752f6180a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 200 len: 1001 time: 0.0693111 Apr 05 11:37:24.890646 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d97c1ea1-63eb-49a8-9617-7ef50a7135a0 None None] Port a002bcde-a588-4d85-b2f4-4968d88f3664 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:24.945375 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-d2679a15-f7d0-4fb7-a083-ae036c0b8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:24.946914 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-d2679a15-f7d0-4fb7-a083-ae036c0b8035 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.1006205 Apr 05 11:37:24.950715 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.047899 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-9f871916-f136-4a10-9a7d-50e10652d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.049392 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-9f871916-f136-4a10-9a7d-50e10652d44e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0955100 Apr 05 11:37:25.240634 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:25.250531 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-87c32660-ae5c-4036-97f5-2cb76508e4ca service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912374 Apr 05 11:37:25.307287 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:25.307833 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.308207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks [] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.343227 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479870b-7d5a-4de1-bc0b-d36b855fdc9f req-7c289204-461b-4edc-8466-afd78b12f021 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.386411 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c479870b-7d5a-4de1-bc0b-d36b855fdc9f req-7c289204-461b-4edc-8466-afd78b12f021 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.1762576 Apr 05 11:37:25.394674 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:25.395320 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.425504 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873690-e517-4cbb-927a-56547ec972bf req-ae66a6b9-bcbe-4ed9-aaa4-496b98d282e4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.425783 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:25.427765 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5e873690-e517-4cbb-927a-56547ec972bf req-ae66a6b9-bcbe-4ed9-aaa4-496b98d282e4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0744352 Apr 05 11:37:25.432824 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1914cab7-26ba-482f-b540-713458ef2cf7 req-f989a448-23a1-47f4-87c8-d1c26425591b service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741176 Apr 05 11:37:25.438376 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c479870b-7d5a-4de1-bc0b-d36b855fdc9f req-54d2ec09-2541-423d-aa0e-1625daf551ac tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833430 Apr 05 11:37:25.442774 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.507738 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5e873690-e517-4cbb-927a-56547ec972bf req-6632ce13-0e0d-4ccb-9a43-6582d1708fc9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725722 Apr 05 11:37:25.519292 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Pushing event updated for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:25.523222 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.542892 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.613666 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:25.660397 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:25.671006 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Network 20789957-eb9a-430d-91ca-f6d2f002389c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:25.678953 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f333416-3b1a-44cd-97f8-e5272d5bdbcd req-67182c02-bafc-437e-8d62-bc3212e2a02b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.680475 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3f333416-3b1a-44cd-97f8-e5272d5bdbcd req-67182c02-bafc-437e-8d62-bc3212e2a02b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0889759 Apr 05 11:37:25.681376 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:25.690913 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48582) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:25.698294 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Request body: {'floatingip': {'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:25.731578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de3f3fd9-8079-4a72-a19e-f2ffaf354009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.744219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed76f-5a4b-4012-b58e-23b4be3ed6fc req-d17b76f4-a81f-4879-8f1f-de8b02055881 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:25.746060 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c48ed76f-5a4b-4012-b58e-23b4be3ed6fc req-d17b76f4-a81f-4879-8f1f-de8b02055881 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 944 time: 0.0618484 Apr 05 11:37:25.809246 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c48ed76f-5a4b-4012-b58e-23b4be3ed6fc req-affbfd20-a85c-4641-9fd0-57d8fdef4bdc tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555930 Apr 05 11:37:25.828901 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:37:25.833439 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.833659 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:25.834081 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.945990 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:25.946373 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:25.952625 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Router ccb1f123-6b8f-4009-a574-3a68e659cff8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:25.971039 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:25.974628 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8da45c2-f97e-480e-97a9-ab1e3cee2323" -d '{"events": [{"server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:25.985918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:26.014662 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a50d4fe-8e76-48e1-aa46-44526cf53376 x-openstack-request-id: req-0a50d4fe-8e76-48e1-aa46-44526cf53376 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:26.014978 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "name": "network-vif-plugged", "status": "completed", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:26.015236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a50d4fe-8e76-48e1-aa46-44526cf53376 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:26.015632 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a50d4fe-8e76-48e1-aa46-44526cf53376'] response: {'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7', 'code': 200} Apr 05 11:37:26.025839 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-8532c49c-f844-42c9-9bdb-2d7e3a308525 None None] Provisioning complete for port a002bcde-a588-4d85-b2f4-4968d88f3664 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:26.026463 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8532c49c-f844-42c9-9bdb-2d7e3a308525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.062169 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8532c49c-f844-42c9-9bdb-2d7e3a308525 None None] Port a002bcde-a588-4d85-b2f4-4968d88f3664 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:26.093895 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.148245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:26.190172 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:26.196068 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d361d7ce-6a86-46fe-abaf-035846d461d9 admin admin] 10.222.0.64 "PUT /v2.0/routers/ccb1f123-6b8f-4009-a574-3a68e659cff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463498 Apr 05 11:37:26.481012 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Sync routers for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:26.489987 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:26.490655 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:26.633075 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:26.674169 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1642f4-e893-4b36-b1e8-6f70d7da495a req-568ae484-5f19-4704-aeca-3982d923bdf5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.676526 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a1642f4-e893-4b36-b1e8-6f70d7da495a req-568ae484-5f19-4704-aeca-3982d923bdf5 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0749917 Apr 05 11:37:26.742868 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a1642f4-e893-4b36-b1e8-6f70d7da495a req-1e9bf54f-c026-4df4-9797-738d1b9bc604 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542376 Apr 05 11:37:26.769500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4200a30-76bc-4564-a04a-571054a8d725 req-159e23d1-bf51-40a3-975c-2a9fad2ac734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:26.771074 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a4200a30-76bc-4564-a04a-571054a8d725 req-159e23d1-bf51-40a3-975c-2a9fad2ac734 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 1129 time: 0.1097295 Apr 05 11:37:26.775095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.819334 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a4200a30-76bc-4564-a04a-571054a8d725 req-caa9241a-6e48-4d04-924e-27b4c231dcb2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Apr 05 11:37:26.842715 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:26.967099 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:26.972093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2048620817-network', 'tenant_id': 'bb53241e49664ef39882e9745b829744'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:27.003130 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e08b83-2cf2-49a1-b783-c24e66ce8d36 req-8da7afb3-0c03-4bd4-baf1-5e5d2d5fdc9d tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.004591 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 2, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:27.004773 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27e08b83-2cf2-49a1-b783-c24e66ce8d36 req-8da7afb3-0c03-4bd4-baf1-5e5d2d5fdc9d tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.1111379 Apr 05 11:37:27.032034 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Checking router: ccb1f123-6b8f-4009-a574-3a68e659cff8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:27.032389 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Updating router ccb1f123-6b8f-4009-a574-3a68e659cff8 port a002bcde-a588-4d85-b2f4-4968d88f3664 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:37:27.057474 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Made reservation on behalf of bb53241e49664ef39882e9745b829744 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:27.060537 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.061288 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.070774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.103180 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27e08b83-2cf2-49a1-b783-c24e66ce8d36 req-08055952-92c8-4e52-b619-f8bc921115d8 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927076 Apr 05 11:37:27.184256 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Router d4964cda-706c-4477-a472-3cbf37e31f86 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:27.197796 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks [] for security_group (0cab79f1-a14d-4e36-bc7d-3a45fcc04677), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.201329 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:27.253103 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0cab79f1-a14d-4e36-bc7d-3a45fcc04677), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.280305 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:37:27.292301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab79f1-a14d-4e36-bc7d-3a45fcc04677,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:27.297336 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (64fb70fd-a93c-46dc-839c-4afcd81c342d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.297999 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Added segment 64fb70fd-a93c-46dc-839c-4afcd81c342d of type vlan for network 8498cb86-4a25-43ce-847c-20396c5b72c4 Apr 05 11:37:27.310755 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:27.313941 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.321289 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:27.321793 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:27.322073 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.347355 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:27.348593 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (8498cb86-4a25-43ce-847c-20396c5b72c4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.349155 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:27.354071 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:27.355964 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce0965-96d4-409a-bee1-652a55b9ef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:27.409387 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4c4be106-8181-4d3a-a72c-a6b764bd950e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "PUT /v2.0/floatingips/70256058-9466-411a-8dc0-5eb908829fe2 HTTP/1.1" status: 200 len: 993 time: 1.7026970 Apr 05 11:37:27.430004 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks [] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.439295 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa864d-a719-41cc-ba28-d3e254ad9b68 x-openstack-request-id: req-24aa864d-a719-41cc-ba28-d3e254ad9b68 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:27.439820 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:27.440124 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24aa864d-a719-41cc-ba28-d3e254ad9b68 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:27.440597 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24aa864d-a719-41cc-ba28-d3e254ad9b68'] response: {'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'status': 'completed', 'code': 200} Apr 05 11:37:27.453301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (8498cb86-4a25-43ce-847c-20396c5b72c4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.454478 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.454912 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.471905 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:27.497045 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:27.511090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.513077 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] Pushing event updated for resources: {'Network': ['ID=8498cb86-4a25-43ce-847c-20396c5b72c4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:27.538497 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:37:27.564494 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c5a10e85-94bd-4d49-8d04-3049b189c7bb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5934989 Apr 05 11:37:27.564871 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48612) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:27.571584 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Request body: {'subnet': {'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2048620817-subnet', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:27.652684 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-743b6096-1051-4173-9c8e-bcf6b1a915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.654669 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-743b6096-1051-4173-9c8e-bcf6b1a915f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0617309 Apr 05 11:37:27.662000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9b1bd-26c8-478f-8507-df2d88a0c9d0 None None] Pushing event updated for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:27.690688 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Made reservation on behalf of bb53241e49664ef39882e9745b829744 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:27.693087 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.705684 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Attempting to bind port a002bcde-a588-4d85-b2f4-4968d88f3664 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:27.706050 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Attempting to bind port a002bcde-a588-4d85-b2f4-4968d88f3664 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:27.706412 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Attempting to bind port a002bcde-a588-4d85-b2f4-4968d88f3664 on network 20789957-eb9a-430d-91ca-f6d2f002389c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:27.718993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:27.719890 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Checking segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:27.719890 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.720172 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Bound using segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:27.720619 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Bound port: a002bcde-a588-4d85-b2f4-4968d88f3664, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:27.720999 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.770572 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:37:26Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:27.792352 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] For port a002bcde-a588-4d85-b2f4-4968d88f3664, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:27.795657 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] For port a002bcde-a588-4d85-b2f4-4968d88f3664, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a002bcde-a588-4d85-b2f4-4968d88f3664,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:27.801787 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:27.812589 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:27.813300 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:27.823972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-e05bc2fe-bd4f-4228-8fe0-f6c9e58e2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:27.825363 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-e05bc2fe-bd4f-4228-8fe0-f6c9e58e2714 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1548295 Apr 05 11:37:27.882782 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.927425 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:27.935931 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-2b6b2b7a-82b5-4162-b8e9-8b665cf12697 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 1001 time: 0.1014426 Apr 05 11:37:27.963264 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Provisioning complete for port a002bcde-a588-4d85-b2f4-4968d88f3664 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:27.963860 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:27.965507 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9b1bd-26c8-478f-8507-df2d88a0c9d0 None None] Pushing event updated for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:27.996729 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:27.997380 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:36:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:28.076801 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (fadbdea2-aa29-4871-a049-739981072f49), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.149408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Current status of the port a002bcde-a588-4d85-b2f4-4968d88f3664 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:28.149800 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.181525 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Checking segment: {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:28.182424 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Network hostable DHCP agents. Network: 8498cb86-4a25-43ce-847c-20396c5b72c4, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:37:28.182926 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:28.188478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadbdea2-aa29-4871-a049-739981072f49,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:28.190465 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:37:26Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:28.236617 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] For port a002bcde-a588-4d85-b2f4-4968d88f3664, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a002bcde-a588-4d85-b2f4-4968d88f3664,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:28.237337 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765214c-83d2-4240-a9f9-a7b139d106b5 None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '70256058-9466-411a-8dc0-5eb908829fe2', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'port_id': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'mac_address': 'fa:16:3e:b0:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:35:57Z', 'updated_at': '2022-04-05T11:37:26Z', 'revision_number': 3, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:28.295493 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d3f5-67a4-472b-ae1b-7fd9b5e61cf8 req-0ee89a40-df90-4ad9-9b69-f347d000ac5a tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.301497 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27b2d3f5-67a4-472b-ae1b-7fd9b5e61cf8 req-0ee89a40-df90-4ad9-9b69-f347d000ac5a tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0710211 Apr 05 11:37:28.301497 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:37:28.355973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f517dcc-071f-4d25-a2b5-d16a5ded04f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.358429 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.366919 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-27b2d3f5-67a4-472b-ae1b-7fd9b5e61cf8 req-8fdded34-0ca8-485c-b9fc-16b53da3df5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611112 Apr 05 11:37:28.379244 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 8498cb86-4a25-43ce-847c-20396c5b72c4) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:28.393564 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.394249 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.400347 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162022b-e856-4dad-84c3-e046fd600596 None None] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:28.487887 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-8f309483-6124-4d5b-8827-caf881ca1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.489428 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-8f309483-6124-4d5b-8827-caf881ca1b6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0490687 Apr 05 11:37:28.496619 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2df4cbc7-d476-4678-ab18-ab53ceb1d4cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9275076 Apr 05 11:37:28.497093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:28.501896 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:28.523943 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70c0a-b088-4490-8842-10bad5beaa09 None None] Pushing event updated for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:28.542053 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-e87840e2-5f19-4a35-951b-a8ddc33693e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:28.543705 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-e87840e2-5f19-4a35-951b-a8ddc33693e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475757 Apr 05 11:37:28.551360 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-702207c9-ece5-4a84-a0fa-615c2678e1c4 None None] Provisioning complete for port a002bcde-a588-4d85-b2f4-4968d88f3664 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:28.551736 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-702207c9-ece5-4a84-a0fa-615c2678e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.594905 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.596238 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.625043 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-8498cb86-4a25-43ce-847c-20396c5b72c4', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'project_id': 'bb53241e49664ef39882e9745b829744', 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:37:28.625903 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.658551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:27Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:28.664587 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-0c1b8f1f-5d67-4916-8726-18d12e6d31b4 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139994 Apr 05 11:37:28.686408 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for router_controller (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:28.699821 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558756b7-111c-4932-bb5e-c765a3d24bc1 None None] The sync data for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb is: [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:27Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:28.822266 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9bce0965-96d4-409a-bee1-652a55b9ef0c req-2fe4c4e3-f777-48e9-b064-62396fabb53f service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427627 Apr 05 11:37:28.822458 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-702207c9-ece5-4a84-a0fa-615c2678e1c4 None None] Current status of the port a002bcde-a588-4d85-b2f4-4968d88f3664 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:28.930187 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for router_gateway (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.004478 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Allocated IP 172.20.0.2 (8498cb86-4a25-43ce-847c-20396c5b72c4/fadbdea2-aa29-4871-a049-739981072f49/7d439166-288c-41d5-bb86-9a5a763090d3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:29.169688 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks [] for port (7d439166-288c-41d5-bb86-9a5a763090d3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.212027 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for router_gateway (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.234144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a002bcde-a588-4d85-b2f4-4968d88f3664 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:29.242916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.272891 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.326918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:29.334143 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:29.339124 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:29.355391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Pushing event updated for resources: {'Port': ['ID=7d439166-288c-41d5-bb86-9a5a763090d3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:29.377586 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Allocated IP 172.28.0.8 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/b53f9942-92fa-41db-bfdd-962e0ecc06a6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:29.387732 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port a002bcde-a588-4d85-b2f4-4968d88f3664 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:29.388115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.428687 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.442241 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:29.444639 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:29.453979 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Attempting to bind port 7d439166-288c-41d5-bb86-9a5a763090d3 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:29.454366 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Attempting to bind port 7d439166-288c-41d5-bb86-9a5a763090d3 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:29.454763 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Attempting to bind port 7d439166-288c-41d5-bb86-9a5a763090d3 on network 8498cb86-4a25-43ce-847c-20396c5b72c4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:29.468266 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:29.468651 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Checking segment: {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:29.469056 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.469486 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Bound using segment: {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:29.469939 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Bound port: 7d439166-288c-41d5-bb86-9a5a763090d3, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:29.470325 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.486084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef4baae-872c-4063-90f5-1f642db4164b x-openstack-request-id: req-5ef4baae-872c-4063-90f5-1f642db4164b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:29.486381 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:29.486659 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef4baae-872c-4063-90f5-1f642db4164b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:29.487058 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef4baae-872c-4063-90f5-1f642db4164b'] response: {'name': 'network-changed', 'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'status': 'completed', 'code': 200} Apr 05 11:37:29.552213 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.560400 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b74a-8ee0-4cc9-b97b-e6f256314e7b req-1657ddf7-43bd-47aa-b753-a38dc0a264c9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.562025 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8520b74a-8ee0-4cc9-b97b-e6f256314e7b req-1657ddf7-43bd-47aa-b753-a38dc0a264c9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0962577 Apr 05 11:37:29.594540 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port a002bcde-a588-4d85-b2f4-4968d88f3664 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:29.602851 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] For port 7d439166-288c-41d5-bb86-9a5a763090d3, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:29.607031 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] For port 7d439166-288c-41d5-bb86-9a5a763090d3, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=7d439166-288c-41d5-bb86-9a5a763090d3,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:29.610147 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-b3e750a5-8184-4322-9d3e-16a7343587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.611761 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-b3e750a5-8184-4322-9d3e-16a7343587a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 1129 time: 0.0916409 Apr 05 11:37:29.635449 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8520b74a-8ee0-4cc9-b97b-e6f256314e7b req-87979895-ceb2-4883-9425-e7d9a1e27387 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623696 Apr 05 11:37:29.691916 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.719246 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-f375b2fc-6896-425b-af0d-a3631a1d25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.721077 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-f375b2fc-6896-425b-af0d-a3631a1d25c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1032708 Apr 05 11:37:29.722575 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:29.804132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:29.807764 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:29.808338 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd2b7-b0cb-4940-a434-99e82b134daa None None] Pushing event updated for resources: {'Port': ['ID=7d439166-288c-41d5-bb86-9a5a763090d3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:29.820933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:29.831590 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-42128937-7f2b-4467-9ae3-a907edeb6ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 200 len: 1001 time: 0.1006100 Apr 05 11:37:29.872122 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b53f9942-92fa-41db-bfdd-962e0ecc06a6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:29.903329 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-0ce81daf-9ebc-4149-b70f-f2edffc2fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.904818 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-0ce81daf-9ebc-4149-b70f-f2edffc2fa3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0676179 Apr 05 11:37:29.972362 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-75e4392c-e052-445b-ba5b-2187ea2e3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:29.974040 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-75e4392c-e052-445b-ba5b-2187ea2e3768 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0626204 Apr 05 11:37:30.100472 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-5206d7d8-8197-409d-9db2-2c1f3cd77690 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198452 Apr 05 11:37:30.208088 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ae0fc5e-aea6-4d49-8721-c398ddc5c285 req-f632048a-d1f2-4196-9e19-2a2722898dcc service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016130 Apr 05 11:37:30.319886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for router_gateway (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.518597 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.731621 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.760744 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:37:30.878207 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1140e6-ffd7-4548-9765-e946daba1dc9 None None] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:37:30.882331 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:30.904685 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Sync routers for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:30.950813 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:30.951445 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:30.967814 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:30.971788 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-04232238-c6c4-455e-a988-dccbc21d95d1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4708889 Apr 05 11:37:30.972020 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:31.074082 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Provisioning complete for port 7d439166-288c-41d5-bb86-9a5a763090d3 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:31.074553 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.145204 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:31.294303 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 7d439166-288c-41d5-bb86-9a5a763090d3 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:31.357789 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Current status of the port 7d439166-288c-41d5-bb86-9a5a763090d3 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:31.358173 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.436833 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] For port 7d439166-288c-41d5-bb86-9a5a763090d3, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=7d439166-288c-41d5-bb86-9a5a763090d3,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:31.445754 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 7d439166-288c-41d5-bb86-9a5a763090d3 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:31.446105 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.504475 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:30Z', 'revision_number': 3, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:31.535380 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Checking router: 425e2b7d-8995-4afc-954d-a9c8ce97ecfe for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:31.535380 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Updating router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe port b53f9942-92fa-41db-bfdd-962e0ecc06a6 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:37:31.582805 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.615925 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.654294 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 7d439166-288c-41d5-bb86-9a5a763090d3 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:31.654765 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.752334 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.769885 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bdf66-edf4-4068-a802-d383b01e3d5c None None] Pushing event updated for resources: {'Port': ['ID=7d439166-288c-41d5-bb86-9a5a763090d3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:31.812679 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-735adf1c-b001-4050-abc8-c450f31167f7 None None] Provisioning complete for port 7d439166-288c-41d5-bb86-9a5a763090d3 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:31.812955 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-735adf1c-b001-4050-abc8-c450f31167f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.860728 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:31.868248 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.db.api [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:37:31.868601 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG oslo_db.api [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:37:31.923604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Allocated IP 172.20.0.1 (8498cb86-4a25-43ce-847c-20396c5b72c4/fadbdea2-aa29-4871-a049-739981072f49/e383ab42-7510-4fd2-a2d9-b3459df05277) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:32.032049 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks [] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.120056 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-735adf1c-b001-4050-abc8-c450f31167f7 None None] Current status of the port 7d439166-288c-41d5-bb86-9a5a763090d3 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:32.122143 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.167202 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:32.170271 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:32.170895 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks [] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.176846 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:32.184484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Pushing event updated for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:32.222508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.274957 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.335999 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Attempting to bind port b53f9942-92fa-41db-bfdd-962e0ecc06a6 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:32.336364 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Attempting to bind port b53f9942-92fa-41db-bfdd-962e0ecc06a6 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:32.336784 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Attempting to bind port b53f9942-92fa-41db-bfdd-962e0ecc06a6 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:32.343097 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60749c-abfe-4a7a-a211-40bd64e3c46b None None] Pushing event updated for resources: {'Port': ['ID=b53f9942-92fa-41db-bfdd-962e0ecc06a6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:32.348160 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:32.348643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:32.349226 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.349737 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:32.353117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Bound port: b53f9942-92fa-41db-bfdd-962e0ecc06a6, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:32.353117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.436304 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 7d439166-288c-41d5-bb86-9a5a763090d3 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:32.444630 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] For port b53f9942-92fa-41db-bfdd-962e0ecc06a6, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:32.449625 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] For port b53f9942-92fa-41db-bfdd-962e0ecc06a6, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=b53f9942-92fa-41db-bfdd-962e0ecc06a6,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:32.457671 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-0a8c537e-fc21-441a-a55b-1bd3dfc5bba9 None None] Provisioning complete for port e383ab42-7510-4fd2-a2d9-b3459df05277 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:32.458477 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.459199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a8c537e-fc21-441a-a55b-1bd3dfc5bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.499555 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c537e-fc21-441a-a55b-1bd3dfc5bba9 None None] Port e383ab42-7510-4fd2-a2d9-b3459df05277 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:32.539724 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.606483 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:32.607053 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:32.608920 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60749c-abfe-4a7a-a211-40bd64e3c46b None None] Pushing event updated for resources: {'Port': ['ID=b53f9942-92fa-41db-bfdd-962e0ecc06a6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:32.645803 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks [] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.714973 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.734899 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:32.785163 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:32.786896 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Pushing event updated for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:32.890449 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:32.891886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:32.946888 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'e383ab42-7510-4fd2-a2d9-b3459df05277', 'name': '', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'mac_address': 'fa:16:3e:44:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:31Z', 'updated_at': '2022-04-05T11:37:31Z', 'revision_number': 1, 'project_id': 'bb53241e49664ef39882e9745b829744', 'subnets': [{'id': 'fadbdea2-aa29-4871-a049-739981072f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:32.975346 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8437e-1ebe-41b6-b775-57c80a7f24cc None None] The sync data for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb is: [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'e383ab42-7510-4fd2-a2d9-b3459df05277', 'name': '', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'mac_address': 'fa:16:3e:44:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:31Z', 'updated_at': '2022-04-05T11:37:31Z', 'revision_number': 1, 'project_id': 'bb53241e49664ef39882e9745b829744', 'subnets': [{'id': 'fadbdea2-aa29-4871-a049-739981072f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:33.029626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:33.141194 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f4f3f2c1-28da-4225-a9fc-bc7f801df36d None None] Provisioning complete for port e383ab42-7510-4fd2-a2d9-b3459df05277 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:33.142263 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f3f2c1-28da-4225-a9fc-bc7f801df36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:33.156485 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:33.161264 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-02198456-75bc-4b68-90d9-a31011064700 admin admin] 10.222.0.64 "PUT /v2.0/routers/425e2b7d-8995-4afc-954d-a9c8ce97ecfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880805 Apr 05 11:37:33.196613 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3f2c1-28da-4225-a9fc-bc7f801df36d None None] Port e383ab42-7510-4fd2-a2d9-b3459df05277 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:33.243426 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 7d439166-288c-41d5-bb86-9a5a763090d3 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:33.311044 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 7d439166-288c-41d5-bb86-9a5a763090d3 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:33.311416 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:33.416707 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 7d439166-288c-41d5-bb86-9a5a763090d3 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:35.267137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device b53f9942-92fa-41db-bfdd-962e0ecc06a6 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:35.336729 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port b53f9942-92fa-41db-bfdd-962e0ecc06a6 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:35.337106 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:35.453660 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port b53f9942-92fa-41db-bfdd-962e0ecc06a6 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:35.454117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:35.482640 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port b53f9942-92fa-41db-bfdd-962e0ecc06a6, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=b53f9942-92fa-41db-bfdd-962e0ecc06a6,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:35.686606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:35.748858 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=b53f9942-92fa-41db-bfdd-962e0ecc06a6,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:36.638375 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Sync routers for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:36.650954 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:36.651838 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:36.766239 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:36.999481 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'e383ab42-7510-4fd2-a2d9-b3459df05277', 'name': '', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'mac_address': 'fa:16:3e:44:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:31Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 2, 'project_id': 'bb53241e49664ef39882e9745b829744', 'subnets': [{'id': 'fadbdea2-aa29-4871-a049-739981072f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:37.036307 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Checking router: 425e2b7d-8995-4afc-954d-a9c8ce97ecfe for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:37.036760 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Updating router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe port e383ab42-7510-4fd2-a2d9-b3459df05277 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:37:37.071767 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.283169 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device b53f9942-92fa-41db-bfdd-962e0ecc06a6 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:37.350529 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port b53f9942-92fa-41db-bfdd-962e0ecc06a6 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:37.350907 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.463453 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port b53f9942-92fa-41db-bfdd-962e0ecc06a6 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:37.532364 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks [] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.549677 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db395d-0e5f-481c-a7fa-6a3bfcd3ef2f req-f52e82b6-0a65-4735-92e8-369cdc624d49 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:37.558454 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3db395d-0e5f-481c-a7fa-6a3bfcd3ef2f req-f52e82b6-0a65-4735-92e8-369cdc624d49 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0868511 Apr 05 11:37:37.622756 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.627805 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3db395d-0e5f-481c-a7fa-6a3bfcd3ef2f req-b0854caf-2e5e-4b35-bb03-64624d7ecd1b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680456 Apr 05 11:37:37.676730 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441c10-1a96-487b-bcc7-78396e8aca7a None None] Pushing event updated for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:37.768565 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Attempting to bind port e383ab42-7510-4fd2-a2d9-b3459df05277 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:37.768565 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Attempting to bind port e383ab42-7510-4fd2-a2d9-b3459df05277 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:37.768565 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Attempting to bind port e383ab42-7510-4fd2-a2d9-b3459df05277 on network 8498cb86-4a25-43ce-847c-20396c5b72c4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:37.773637 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:37.775068 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Checking segment: {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:37.775068 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.775068 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Bound using segment: {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:37.775400 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Bound port: e383ab42-7510-4fd2-a2d9-b3459df05277, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb70fd-a93c-46dc-839c-4afcd81c342d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:37.775765 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.871989 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] For port e383ab42-7510-4fd2-a2d9-b3459df05277, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:37.877879 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] For port e383ab42-7510-4fd2-a2d9-b3459df05277, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e383ab42-7510-4fd2-a2d9-b3459df05277,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:37.954469 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:37.982589 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Provisioning complete for port e383ab42-7510-4fd2-a2d9-b3459df05277 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:37.984365 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:38.096465 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:38.097174 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:38.117862 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Current status of the port e383ab42-7510-4fd2-a2d9-b3459df05277 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:38.118366 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:38.165512 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] For port e383ab42-7510-4fd2-a2d9-b3459df05277, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e383ab42-7510-4fd2-a2d9-b3459df05277,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:38.174089 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df441c10-1a96-487b-bcc7-78396e8aca7a None None] Pushing event updated for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:38.251231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:38.284095 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:38.318993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bceeff-195a-456f-9d75-39613f2a30c3 None None] Pushing event updated for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:38.482464 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-6c444809-e48a-405b-a88d-a2b9fbfa322b None None] Provisioning complete for port e383ab42-7510-4fd2-a2d9-b3459df05277 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:38.482809 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6c444809-e48a-405b-a88d-a2b9fbfa322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:38.567494 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'e383ab42-7510-4fd2-a2d9-b3459df05277', 'name': '', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'mac_address': 'fa:16:3e:44:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:31Z', 'updated_at': '2022-04-05T11:37:37Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'subnets': [{'id': 'fadbdea2-aa29-4871-a049-739981072f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:38.595178 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6c444809-e48a-405b-a88d-a2b9fbfa322b None None] Current status of the port e383ab42-7510-4fd2-a2d9-b3459df05277 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:38.597668 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6957-d87b-433c-8310-6e5be57f2ad4 None None] The sync data for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb is: [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:37:32Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'e383ab42-7510-4fd2-a2d9-b3459df05277', 'name': '', 'network_id': '8498cb86-4a25-43ce-847c-20396c5b72c4', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'mac_address': 'fa:16:3e:44:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'fadbdea2-aa29-4871-a049-739981072f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:31Z', 'updated_at': '2022-04-05T11:37:37Z', 'revision_number': 4, 'project_id': 'bb53241e49664ef39882e9745b829744', 'subnets': [{'id': 'fadbdea2-aa29-4871-a049-739981072f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:38.799034 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2ce80-9a9c-4244-ac09-6daff012be39 req-744a9de0-dad5-461b-bce1-e95b6f4c64f5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:38.800643 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-45c2ce80-9a9c-4244-ac09-6daff012be39 req-744a9de0-dad5-461b-bce1-e95b6f4c64f5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0692246 Apr 05 11:37:38.891118 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-45c2ce80-9a9c-4244-ac09-6daff012be39 req-c8fb4a7f-aa81-4751-b7ba-f944edf06d4d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824151 Apr 05 11:37:39.256722 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e383ab42-7510-4fd2-a2d9-b3459df05277 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:37:39.343325 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port e383ab42-7510-4fd2-a2d9-b3459df05277 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:39.343923 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:39.418092 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087edd68-7954-4260-82e0-817630a3c074 req-34b38e84-05f6-441e-a199-3b366d5b1053 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:39.419638 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-087edd68-7954-4260-82e0-817630a3c074 req-34b38e84-05f6-441e-a199-3b366d5b1053 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0765505 Apr 05 11:37:39.457521 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port e383ab42-7510-4fd2-a2d9-b3459df05277 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:37:39.537500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Deleting port e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:37:39.537836 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:39.664640 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] For port e08674cb-87b6-41fc-a987-772259c11c9b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e08674cb-87b6-41fc-a987-772259c11c9b,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:37:39.665181 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:39.938928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:39.939309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:39.939611 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Floating IP c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4 disassociated. External IP: 172.28.0.240, port: e08674cb-87b6-41fc-a987-772259c11c9b. Apr 05 11:37:39.939964 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Calling delete_port for e08674cb-87b6-41fc-a987-772259c11c9b owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:37:40.079225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e9ae8-419c-4a79-af4b-2a6b015ecd32 req-aebd45d7-cf62-493d-8305-ac45b4fb3f7d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:40.166156 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4c7e9ae8-419c-4a79-af4b-2a6b015ecd32 req-aebd45d7-cf62-493d-8305-ac45b4fb3f7d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 947 time: 0.0901845 Apr 05 11:37:40.166156 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4c7e9ae8-419c-4a79-af4b-2a6b015ecd32 req-5b88b6cd-0ced-4960-abe1-81f4c54ae31e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ab4d5c9-8eb6-4c54-b789-02897ade2083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767694 Apr 05 11:37:40.314045 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (e08674cb-87b6-41fc-a987-772259c11c9b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:40.345457 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'Port': ['ID=e08674cb-87b6-41fc-a987-772259c11c9b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:40.748749 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:37:40.877578 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:37:40.892893 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:37:40.907722 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:40.908864 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:40.923428 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] No DVR routers for this DVR port e08674cb-87b6-41fc-a987-772259c11c9b on host hv-cinder-83444 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:37:40.926037 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:40.929512 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-087edd68-7954-4260-82e0-817630a3c074 req-64e380c0-6954-4808-b6df-e6788664cdc2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "DELETE /v2.0/ports/e08674cb-87b6-41fc-a987-772259c11c9b HTTP/1.1" status: 204 len: 173 time: 1.5022357 Apr 05 11:37:40.930364 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-deleted', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:40.933289 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0889c691-8775-4af1-884a-f3e6967d073d" -d '{"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-deleted", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:40.979451 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fb8fe-a4c4-4c2b-b261-16704a59099b x-openstack-request-id: req-149fb8fe-a4c4-4c2b-b261-16704a59099b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:40.979989 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9df3-8586-4e7d-8210-ac7d6237b6a4", "name": "network-vif-deleted", "tag": "e08674cb-87b6-41fc-a987-772259c11c9b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:40.980268 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-149fb8fe-a4c4-4c2b-b261-16704a59099b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:40.980690 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149fb8fe-a4c4-4c2b-b261-16704a59099b'] response: {'server_uuid': '80bf9df3-8586-4e7d-8210-ac7d6237b6a4', 'name': 'network-vif-deleted', 'tag': 'e08674cb-87b6-41fc-a987-772259c11c9b', 'status': 'completed', 'code': 200} Apr 05 11:37:41.081863 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:41.374245 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a6284d17-5427-4b5c-b5a9-11e31b3238f3 req-67b3611b-8952-478d-9329-9d368a4e9349 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=80bf9df3-8586-4e7d-8210-ac7d6237b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0400305 Apr 05 11:37:41.445176 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:41.479395 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:37:41.489473 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:37:41.490381 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:41.813123 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:37:42.052747 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:37:42.085199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0839177-c00a-41d7-965a-463ab80d6d36 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:37:42.506790 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bedee5-1857-4b94-988d-1f1fafece47d None None] New status for floating IP c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:37:42.583476 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:42.668553 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (4ab4d5c9-8eb6-4c54-b789-02897ade2083), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:42.695231 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (4ab4d5c9-8eb6-4c54-b789-02897ade2083), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:42.825497 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (4ab4d5c9-8eb6-4c54-b789-02897ade2083), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:42.835016 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:42.838390 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ab4d5c9-8eb6-4c54-b789-02897ade2083 HTTP/1.1" status: 204 len: 168 time: 0.2533250 Apr 05 11:37:42.839394 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 48790) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:42.857065 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1474f-ee9e-4a50-aa22-0ad5ffd62e73 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab4d5c9-8eb6-4c54-b789-02897ade2083,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:42.875902 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.api.v2.resource [None req-cb272170-c88a-49de-b64e-77497435206d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] show failed (client error): The resource could not be found. Apr 05 11:37:42.880049 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-cb272170-c88a-49de-b64e-77497435206d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups/4ab4d5c9-8eb6-4c54-b789-02897ade2083 HTTP/1.1" status: 404 len: 347 time: 0.0366545 Apr 05 11:37:42.883277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:43.184549 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Deleting port 346756d3-6df0-447d-82e0-a8ead93ef0ae {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:37:43.184889 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.281281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.282019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (346756d3-6df0-447d-82e0-a8ead93ef0ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.302194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Calling delete_port for 346756d3-6df0-447d-82e0-a8ead93ef0ae owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:37:43.710289 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:37:43.727869 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (346756d3-6df0-447d-82e0-a8ead93ef0ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.732315 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: e08674cb-87b6-41fc-a987-772259c11c9b {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:37:43.732574 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e08674cb-87b6-41fc-a987-772259c11c9b not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:37:43.754040 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'Port': ['ID=346756d3-6df0-447d-82e0-a8ead93ef0ae,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:43.824537 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.827314 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:43.828490 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d29ec993-9333-4879-bc45-79f4b7ba3cfe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "DELETE /v2.0/floatingips/c70a2d75-c2e1-4bc6-bd1c-5b3cdac953c4 HTTP/1.1" status: 204 len: 168 time: 0.9435189 Apr 05 11:37:44.160745 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:44.165405 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579752096', 'description': 'tempest-description--537855110'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:44.244108 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:44.314943 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (bc7e7b3b-e39c-4871-ac26-52a5776e9b47), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:44.470836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bc7e7b3b-e39c-4871-ac26-52a5776e9b47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:44.504934 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e7b3b-e39c-4871-ac26-52a5776e9b47,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:44.655352 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:44.656625 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-43fcaebb-64d9-4e14-b8ea-df230c1ecf57 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4948170 Apr 05 11:37:44.659496 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:44.663836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group_rule': {'security_group_id': 'bc7e7b3b-e39c-4871-ac26-52a5776e9b47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:44.876113 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (479e57d6-4a5a-4eaa-994c-fb6368e4782a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:44.933707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (479e57d6-4a5a-4eaa-994c-fb6368e4782a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.006396 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (479e57d6-4a5a-4eaa-994c-fb6368e4782a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.025538 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479e57d6-4a5a-4eaa-994c-fb6368e4782a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:45.117837 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.119062 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5e147ce1-5587-4cee-8326-d19eb4972e2f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4586117 Apr 05 11:37:45.121797 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48816) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:45.126101 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'security_group_rule': {'security_group_id': 'bc7e7b3b-e39c-4871-ac26-52a5776e9b47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:45.212573 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (640421e5-7aee-4cf6-9b2b-0d0e6ba5d3eb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.267118 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (640421e5-7aee-4cf6-9b2b-0d0e6ba5d3eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.353502 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (640421e5-7aee-4cf6-9b2b-0d0e6ba5d3eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.376224 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640421e5-7aee-4cf6-9b2b-0d0e6ba5d3eb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:45.470066 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.471317 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5730fa01-b9c5-4452-9b42-f6efd228e734 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3485963 Apr 05 11:37:45.474369 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 48820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:37:45.479483 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:45.580031 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.700516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.792220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7bb76067-4774-4b79-84c1-199286a32748 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:45.793700 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7bb76067-4774-4b79-84c1-199286a32748 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 815 time: 0.1106358 Apr 05 11:37:45.811339 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-2e2d0637-b47c-4248-bddc-3d6571655b5b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/quotas/ef674f0c831a4efab881965e63330088 HTTP/1.1" status: 200 len: 375 time: 0.0111289 Apr 05 11:37:45.819006 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Allocated IP 172.28.0.52 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/e9159442-9e04-49d3-9804-91391dce0ee2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:45.869629 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-f305a523-406e-461d-9702-e342752c85ab tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533652 Apr 05 11:37:45.924539 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (e9159442-9e04-49d3-9804-91391dce0ee2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:45.978650 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-e16f32a8-b340-4d72-a6c6-5467c928ccca service neutron] 10.222.0.64 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Apr 05 11:37:46.057763 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.066159 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-b0e6aa16-fe55-442e-8d6f-d8fae4c8a804 service neutron] 10.222.0.64 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817780 Apr 05 11:37:46.093833 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:46.096591 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:46.100015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:46.129830 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=e9159442-9e04-49d3-9804-91391dce0ee2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:46.196806 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.313585 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.378524 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2750cec4-dd45-4595-b344-645d9a4ef503 req-553c5445-0fc3-46f4-a2b9-f8ae1f6178bc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0305936 Apr 05 11:37:46.474227 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (e9159442-9e04-49d3-9804-91391dce0ee2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.584717 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.656202 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=e9159442-9e04-49d3-9804-91391dce0ee2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:46.672270 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.779111 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:46.780622 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-fccbde93-0a9e-4bad-a5dc-6fc8b6487156 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3050337 Apr 05 11:37:47.000806 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-15d1bed6-8d0d-497e-a83c-8cf903657dac tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1579752096&fields=id&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 267 time: 0.0445931 Apr 05 11:37:47.105822 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-b90f5428-9216-4e45-ac68-fbcfd9074590 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:47.107325 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-b90f5428-9216-4e45-ac68-fbcfd9074590 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 817 time: 0.0999658 Apr 05 11:37:47.122535 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-46fe96ea-8f45-4f75-82cf-7eb25373a4bd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/quotas/95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 375 time: 0.0099096 Apr 05 11:37:47.177808 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-41482ae7-8ed9-4904-a60d-50b35ef0b02e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499427 Apr 05 11:37:47.276619 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-3e398923-e4b6-45d9-ac55-00c79ae36d59 service neutron] 10.222.0.64 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868280 Apr 05 11:37:47.373143 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-92f264d8-a57c-458e-8876-1dc902c1a941 service neutron] 10.222.0.64 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897415 Apr 05 11:37:47.463222 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e3f38ccf-5b0c-42e6-9459-8f0cf518c692 req-cc308143-c8e6-4b5b-8502-ebc615abb69b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0310757 Apr 05 11:37:47.648370 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1d8dedd8-ecea-4a0b-9ae3-f54bc9af5984 req-d5e3b9a1-c9fb-4f0e-997e-38ed2421c70d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0467334 Apr 05 11:37:48.557114 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3f5d8544-2e5f-4046-982b-0d78e2a91da0 req-13b84b01-e3d8-4151-900f-dd42a89f8297 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0267146 Apr 05 11:37:48.748191 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7542c9c0-3182-46fc-8ba5-08c02b7de287 req-9097b5f1-9a1b-4162-9020-a501c5ae4ea2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0280700 Apr 05 11:37:49.135253 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-229ce21a-764e-4f1e-851b-24ef6f9b716a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:49.136770 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-229ce21a-764e-4f1e-851b-24ef6f9b716a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 815 time: 0.1010425 Apr 05 11:37:49.153293 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'port': {'device_id': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'admin_state_up': True, 'tenant_id': 'ef674f0c831a4efab881965e63330088'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:49.435749 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Made reservation on behalf of ef674f0c831a4efab881965e63330088 for: {'port': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:49.439319 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.565364 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Allocated IP 172.20.0.5 (20789957-eb9a-430d-91ca-f6d2f002389c/c554f04b-3a5b-407c-be5e-1f8b130c8a93/5a06d7fe-49d2-48ca-8d92-9bb141aeab7c) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:49.687775 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9d7f0834-6832-4ea6-8b9b-356cc84f9ea5 req-72b0fed4-2809-4ff4-8573-4dc20f5dc7c7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0558088 Apr 05 11:37:49.751034 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.846311 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-689d3138-3e17-475c-8b22-f71e8bdf11fa req-6e70f72b-dcb6-4f0c-be4c-975e983ad6c1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0274477 Apr 05 11:37:49.956480 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:49.999829 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Network 20789957-eb9a-430d-91ca-f6d2f002389c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:37:50.002904 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:37:50.005703 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:37:50.018761 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.035743 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:50.062533 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:50.063173 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.158448 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-3f6e9fc6-9808-4b1c-9547-d19f6741bf03 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095034 Apr 05 11:37:50.173325 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Request body: {'port': {'device_id': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:50.272387 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.305076 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-2e6069c7-1a6c-4efc-8fcb-5cdfaefc1a2d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:50.307117 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-2e6069c7-1a6c-4efc-8fcb-5cdfaefc1a2d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 817 time: 0.1760962 Apr 05 11:37:50.325017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-7ed38a6a-99ee-4388-9127-42b7a6e9bcfc None None] Provisioning complete for port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:37:50.325397 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ed38a6a-99ee-4388-9127-42b7a6e9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.372173 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7ed38a6a-99ee-4388-9127-42b7a6e9bcfc None None] Port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:37:50.610039 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:37:50.615509 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks [] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.635126 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Transition to ACTIVE for port object 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c will not be triggered until provisioned by entity L2. {{(pid=103883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:37:50.732840 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:50.802751 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:50.864647 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c19f7-a2f0-4f9d-8820-ce9d6f0f2c2a req-03160f2e-3dcf-454b-a87c-ed5653263766 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:50.872241 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-625c19f7-a2f0-4f9d-8820-ce9d6f0f2c2a req-03160f2e-3dcf-454b-a87c-ed5653263766 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0685408 Apr 05 11:37:50.969510 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Attempting to bind port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:37:50.970174 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Attempting to bind port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:37:50.970174 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Attempting to bind port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c on network 20789957-eb9a-430d-91ca-f6d2f002389c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:50.975949 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c on network 20789957-eb9a-430d-91ca-f6d2f002389c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:37:50.976278 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Attempting to bind port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c on network 20789957-eb9a-430d-91ca-f6d2f002389c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:37:50.993966 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-625c19f7-a2f0-4f9d-8820-ce9d6f0f2c2a req-190d8306-a30b-4b3c-a603-8aab6f1c4dc7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068792 Apr 05 11:37:51.010787 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9176110d-e387-42dd-b59d-928a041409e5 req-a89494af-c2bd-4f96-95de-ad2512123a16 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0526104 Apr 05 11:37:51.022881 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:37:51.023388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Checking segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:37:51.023540 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Bound using segment: {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:37:51.023973 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Bound port: 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986cb5e1-c6b4-438e-b9c5-a6846334e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:37:51.024343 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:51.103854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:37:51.107691 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:37:51.188340 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:51.230653 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:51.231280 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:51.232840 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] 10.222.0.53 "PUT /v2.0/ports/5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 1093 time: 1.0673678 Apr 05 11:37:51.233309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:37:51.235737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597b09f-c41e-429b-9741-83d18d666d99" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:37:51.258004 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53db86-b8ce-4186-af6b-088891215ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:37:51.286475 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb71d66d-a045-48a8-af0d-cb717fc06907 x-openstack-request-id: req-eb71d66d-a045-48a8-af0d-cb717fc06907 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:37:51.286998 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:37:51.287403 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb71d66d-a045-48a8-af0d-cb717fc06907 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:37:51.288015 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb71d66d-a045-48a8-af0d-cb717fc06907'] response: {'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:37:52.122967 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e247f83c-0a11-4512-8e59-d0145910b609 req-6e619fa3-c5ea-4c3a-87be-3252ce1320a4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Apr 05 11:37:52.128387 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246bc95-03f5-48b2-a201-f4f11628874d req-a2e26068-9058-4431-a630-793b57be3d02 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:52.130074 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c246bc95-03f5-48b2-a201-f4f11628874d req-a2e26068-9058-4431-a630-793b57be3d02 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0762448 Apr 05 11:37:52.180419 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c246bc95-03f5-48b2-a201-f4f11628874d req-b51fa607-635c-4f6c-ad08-948bc95a63ed tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Apr 05 11:37:53.245408 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-525c64f7-a8c0-46c7-a516-f8b71882ae42 req-8cd08ff7-e1ec-4c52-be3d-b6c68e520e32 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0385993 Apr 05 11:37:53.331702 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb269-f27f-4fcb-aa22-da8e34e3ef5d req-480a1fde-70d9-496b-9b21-b4054b7003e0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:53.333128 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6e7cb269-f27f-4fcb-aa22-da8e34e3ef5d req-480a1fde-70d9-496b-9b21-b4054b7003e0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0533705 Apr 05 11:37:53.384131 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6e7cb269-f27f-4fcb-aa22-da8e34e3ef5d req-b25acb16-0b49-4689-a343-4ed7ecce2069 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 Apr 05 11:37:54.352641 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-18fa1b5f-c812-410f-aeb7-cc5aeb191d4e req-306bce3d-b721-4138-be23-67ab787267a4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0270157 Apr 05 11:37:54.515364 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb70c-779c-4c0d-bfc8-5aafae9c5d5e req-29cb63ad-1ecd-4db0-aa44-546f31464252 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:54.516880 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f5aeb70c-779c-4c0d-bfc8-5aafae9c5d5e req-29cb63ad-1ecd-4db0-aa44-546f31464252 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0607672 Apr 05 11:37:54.567810 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f5aeb70c-779c-4c0d-bfc8-5aafae9c5d5e req-e703f4af-c718-46ab-8c9f-4992fd24a951 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Apr 05 11:37:55.458566 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b468334a-37e8-409d-9d61-29f2245124fd req-f31cd332-a3c0-4a96-a8dd-cb9cfc6a34ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0306463 Apr 05 11:37:55.712873 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc9c27-3ec9-44ac-97ab-4e17f86b0830 req-57364646-07db-4608-b1c3-93c9ef303d05 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:55.715184 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a9fc9c27-3ec9-44ac-97ab-4e17f86b0830 req-57364646-07db-4608-b1c3-93c9ef303d05 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0672123 Apr 05 11:37:55.755027 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:37:55.817081 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a9fc9c27-3ec9-44ac-97ab-4e17f86b0830 req-01894f47-bf97-421d-ba6d-a429f8517fc1 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Apr 05 11:37:56.424356 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5961178-79b3-41b8-a395-5a457da71351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:56.583404 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-70c2435b-697b-4a85-aa76-f36fed1d9390 req-502a3334-1cf1-45c0-b263-b1fff1f66556 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0344906 Apr 05 11:37:56.930201 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d7a6-b2ac-429b-968d-28b3e2f8f95e req-12938f80-e2bd-4c1f-b1c8-f1a28b545a66 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:56.933049 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2a71d7a6-b2ac-429b-968d-28b3e2f8f95e req-12938f80-e2bd-4c1f-b1c8-f1a28b545a66 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0626211 Apr 05 11:37:56.994728 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2a71d7a6-b2ac-429b-968d-28b3e2f8f95e req-eec6e59d-0712-4f43-90aa-8ec113f4dccd tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Apr 05 11:37:57.693386 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-56ce581b-bcd1-4bd5-91c9-36b437ce0134 req-3f79da4f-5c8d-4175-8815-2f63ead3562a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0282135 Apr 05 11:37:58.140608 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302d59-e787-43aa-aebd-531a676d8c89 req-7ddc618d-3783-486d-bb32-ebb2d0eb5a90 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:58.142205 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4d302d59-e787-43aa-aebd-531a676d8c89 req-7ddc618d-3783-486d-bb32-ebb2d0eb5a90 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0625005 Apr 05 11:37:58.191642 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4d302d59-e787-43aa-aebd-531a676d8c89 req-b5873a12-040e-4463-9db5-e9ff01877de1 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Apr 05 11:37:58.333086 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-899b7b2a-c325-419e-af8d-0171edf73d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:58.794981 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5473ce4a-bbe1-4f4c-baac-28686cae9154 req-2e672e26-40db-4021-b081-205cf05f5527 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0285614 Apr 05 11:37:59.318329 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9c7365d9-f960-48e3-b87e-c5bceb3f06ee tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 380 time: 0.0732405 Apr 05 11:37:59.329629 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b406438-12f5-4c31-9e10-0a5e130a9cfe req-8de1ca8d-8af8-455e-b2d1-3e98c0bfcc20 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:59.331225 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6b406438-12f5-4c31-9e10-0a5e130a9cfe req-8de1ca8d-8af8-455e-b2d1-3e98c0bfcc20 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0637815 Apr 05 11:37:59.338658 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'port': {'device_id': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'admin_state_up': True, 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'security_groups': ['bc7e7b3b-e39c-4871-ac26-52a5776e9b47']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:37:59.390192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:59.414548 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6b406438-12f5-4c31-9e10-0a5e130a9cfe req-9e14cdaa-6da0-4d02-abc8-6a7f18d0fbae tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Apr 05 11:37:59.417935 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b09f-c41e-429b-9741-83d18d666d99 req-b0cb3d7d-5b19-4c84-94c2-2142d165eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:59.419417 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7597b09f-c41e-429b-9741-83d18d666d99 req-b0cb3d7d-5b19-4c84-94c2-2142d165eb17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1127 time: 0.0843625 Apr 05 11:37:59.521281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Made reservation on behalf of 95d63130b1b44a78bfe454f50209fc12 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:37:59.523575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b09f-c41e-429b-9741-83d18d666d99 req-67ef219f-2957-4d38-8a92-dcdd7bb5454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:37:59.526996 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:59.527135 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7597b09f-c41e-429b-9741-83d18d666d99 req-67ef219f-2957-4d38-8a92-dcdd7bb5454d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ef674f0c831a4efab881965e63330088&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963767 Apr 05 11:37:59.650401 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Allocated IP 172.20.0.6 (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe/bae10e96-053f-4867-a590-612899d18bb1/393d2a22-5396-4683-a08f-35a91ffcc349) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:37:59.783913 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for port (393d2a22-5396-4683-a08f-35a91ffcc349), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:59.890442 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7ff04c70-cdad-4b7e-8444-19628cd1cff6 req-0649c8df-46ce-4f56-aecb-76beeeb66fb7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Apr 05 11:38:00.116450 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.157735 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:00.159624 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b09f-c41e-429b-9741-83d18d666d99 req-627861ab-d152-409c-9cc8-ae46b5418d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:00.160833 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:00.161119 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7597b09f-c41e-429b-9741-83d18d666d99 req-627861ab-d152-409c-9cc8-ae46b5418d87 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974221 Apr 05 11:38:00.164721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:00.176209 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:00.222272 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:00.222910 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.307513 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-54d75207-b0ec-4ae0-b278-69298463a509 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9732068 Apr 05 11:38:00.441892 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-e8d886d8-9094-481e-b579-f849bfb8dc53 None None] Provisioning complete for port 393d2a22-5396-4683-a08f-35a91ffcc349 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:00.442479 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d886d8-9094-481e-b579-f849bfb8dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.468431 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Request body: {'port': {'device_id': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:00.507771 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e8d886d8-9094-481e-b579-f849bfb8dc53 None None] Port 393d2a22-5396-4683-a08f-35a91ffcc349 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:00.539792 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.551782 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f9cab-c931-4998-a2aa-9cef5bd86dac req-96ab8603-2886-41b4-9604-319dd3768208 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:00.553296 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-424f9cab-c931-4998-a2aa-9cef5bd86dac req-96ab8603-2886-41b4-9604-319dd3768208 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0542774 Apr 05 11:38:00.601533 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-424f9cab-c931-4998-a2aa-9cef5bd86dac req-004d891d-9a63-4af1-a0e7-c3cccc0bd3fe tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Apr 05 11:38:00.715462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.803112 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:00.810910 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks [] for port (393d2a22-5396-4683-a08f-35a91ffcc349), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.823799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Transition to ACTIVE for port object 393d2a22-5396-4683-a08f-35a91ffcc349 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:00.916366 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:00.974655 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:01.098867 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Attempting to bind port 393d2a22-5396-4683-a08f-35a91ffcc349 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:01.099233 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Attempting to bind port 393d2a22-5396-4683-a08f-35a91ffcc349 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:01.099541 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Attempting to bind port 393d2a22-5396-4683-a08f-35a91ffcc349 on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:01.101896 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-55ed8254-3376-4559-a25f-8df2f0acc902 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648022 Apr 05 11:38:01.108112 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-aa754720-30fa-493b-b76d-193c178807e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.109149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Port 393d2a22-5396-4683-a08f-35a91ffcc349 on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:01.109487 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Attempting to bind port 393d2a22-5396-4683-a08f-35a91ffcc349 on network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:01.109891 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-aa754720-30fa-493b-b76d-193c178807e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1127 time: 0.1231139 Apr 05 11:38:01.119632 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:01.119970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Checking segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:01.120361 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Bound using segment: {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:01.120784 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Bound port: 393d2a22-5396-4683-a08f-35a91ffcc349, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:01.121150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:01.130737 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3fe27-7def-4851-91d1-99603531fe9a req-29a5cf6d-cdf4-4fd9-aac0-9a43ebcbd460 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.134247 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-09f3fe27-7def-4851-91d1-99603531fe9a req-29a5cf6d-cdf4-4fd9-aac0-9a43ebcbd460 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0972347 Apr 05 11:38:01.182803 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-bfe3c6d9-59a6-443a-954d-48d4357a97b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 217 time: 0.0608509 Apr 05 11:38:01.260438 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-9f180a52-f367-49db-af97-a1d408c9fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.261958 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-9f180a52-f367-49db-af97-a1d408c9fde0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0642691 Apr 05 11:38:01.263882 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-34562474-ae57-46b8-b00d-e7159f2b8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.265282 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-34562474-ae57-46b8-b00d-e7159f2b8a03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 1129 time: 0.0923707 Apr 05 11:38:01.376978 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-d7c363da-390b-4110-b64f-a31d4f37ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.378521 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-d7c363da-390b-4110-b64f-a31d4f37ac47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1071391 Apr 05 11:38:01.448878 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-ea3df769-9d4e-4140-a27e-41698e0181e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.450010 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-ea3df769-9d4e-4140-a27e-41698e0181e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 200 len: 919 time: 0.1516085 Apr 05 11:38:01.482887 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-09f3fe27-7def-4851-91d1-99603531fe9a req-03c99a2d-4843-4850-9bb8-95efe1c56d43 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335152 Apr 05 11:38:01.489467 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:01.490687 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:01.497903 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-71e23825-072e-431b-a997-1bba18434a0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 200 len: 217 time: 0.0413339 Apr 05 11:38:01.547992 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-290aea13-fcbe-4371-b3cd-d26ff8a36cda service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625922 Apr 05 11:38:01.566968 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-9122bfed-f1ea-46d5-80b7-e6992ce78d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.568396 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-9122bfed-f1ea-46d5-80b7-e6992ce78d2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 200 len: 857 time: 0.0626454 Apr 05 11:38:01.584491 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:01.619516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.620045 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:01.621500 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 1093 time: 1.1575308 Apr 05 11:38:01.624061 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:01.627247 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6381756e-2cbd-4a41-8d39-311837c3eba9" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:01.655109 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d962591-c4f3-477f-b617-fc1409c379e9 service neutron] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:01.708757 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c18c4c-e484-4c63-a003-794937315874 x-openstack-request-id: req-e1c18c4c-e484-4c63-a003-794937315874 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:01.709078 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:01.709774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1c18c4c-e484-4c63-a003-794937315874 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:01.710293 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c18c4c-e484-4c63-a003-794937315874'] response: {'name': 'network-changed', 'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'status': 'completed', 'code': 200} Apr 05 11:38:01.759538 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:01.783621 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-43cdc309-a93c-4ae1-adde-4e1f391f6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.785388 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-43cdc309-a93c-4ae1-adde-4e1f391f6d87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1127 time: 0.0587864 Apr 05 11:38:01.903119 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-72eafe58-3898-4727-be53-bf8a13dc655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.904595 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-72eafe58-3898-4727-be53-bf8a13dc655b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=95d63130b1b44a78bfe454f50209fc12&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1097064 Apr 05 11:38:01.983122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-7e0dd22e-43b0-4712-847c-5ef4d16d9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:01.984570 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-7e0dd22e-43b0-4712-847c-5ef4d16d9c79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c185b41-ab1c-49ab-ad92-4c65b56d691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4061055 Apr 05 11:38:01.988879 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-14c6c2de-2739-49d1-85bd-659fcd129658 req-a45df348-9267-4fed-9b52-8141f574da10 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321067 Apr 05 11:38:02.000713 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15b604-49c0-4620-ba13-aa1702f450e7 req-5a2d35e5-05dd-40a7-bb66-165b072042fe tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:02.002221 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7b15b604-49c0-4620-ba13-aa1702f450e7 req-5a2d35e5-05dd-40a7-bb66-165b072042fe tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0986776 Apr 05 11:38:02.006393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-0f707fde-f5e4-4d1c-ac35-dbacdc0a7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:02.007890 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6381756e-2cbd-4a41-8d39-311837c3eba9 req-0f707fde-f5e4-4d1c-ac35-dbacdc0a7d60 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966892 Apr 05 11:38:02.094339 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-92c1f168-657d-4711-9209-62cb299d1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:02.096042 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-92c1f168-657d-4711-9209-62cb299d1194 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1127 time: 0.0506241 Apr 05 11:38:02.105794 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7b15b604-49c0-4620-ba13-aa1702f450e7 req-2d4d112c-7528-4b77-a814-d9affaa5b528 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Apr 05 11:38:02.124683 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-1947a463-571e-47a1-b23a-e59c44e632f7 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214495 Apr 05 11:38:02.608255 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3aff-9907-4f4d-803b-dbc2fe681381 req-dc396cba-de24-4b26-8228-1958dcca36d0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:02.609733 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-10bf3aff-9907-4f4d-803b-dbc2fe681381 req-dc396cba-de24-4b26-8228-1958dcca36d0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0530620 Apr 05 11:38:02.656949 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-10bf3aff-9907-4f4d-803b-dbc2fe681381 req-4333d46e-d601-4548-b060-2725a98bf69b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415299 Apr 05 11:38:03.007918 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-4a2a08f3-8b45-4396-bc9c-bd78f983f685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 217 time: 0.0350072 Apr 05 11:38:03.058952 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a2e1b83-ba56-4fe0-ae90-64f21c92d096 req-deb2d298-35ca-4bda-a8ec-f0a9cc126665 service neutron] 10.222.0.53 "GET /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Apr 05 11:38:03.065182 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-d532243b-5499-4fce-90fc-ce3915c5483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:03.066645 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-d532243b-5499-4fce-90fc-ce3915c5483f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0458589 Apr 05 11:38:03.113325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-1630c4d0-0260-48cb-b456-3dcf816580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:03.114815 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-1630c4d0-0260-48cb-b456-3dcf816580c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422156 Apr 05 11:38:03.212826 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-e1d5492b-75c4-4024-bb97-1174468dd5e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901568 Apr 05 11:38:03.231254 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c07f38-1ae1-4da6-8ec8-af4dd3f37ee2 req-21084560-96fd-41ec-9da6-b37b00a21786 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:03.232827 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10c07f38-1ae1-4da6-8ec8-af4dd3f37ee2 req-21084560-96fd-41ec-9da6-b37b00a21786 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0584416 Apr 05 11:38:03.291058 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-10c07f38-1ae1-4da6-8ec8-af4dd3f37ee2 req-49f27ef5-2b86-4287-a02d-0d798e9f7bfd tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Apr 05 11:38:03.312161 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f3bba72f-074d-49a6-9387-3f5fbca26892 req-b42fcbe7-03b5-44fe-a8d1-54a99f3312ac service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931883 Apr 05 11:38:03.777993 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d9af-a47f-4e3d-b829-9b23d3f5b413 req-dccd5915-7ff2-4be9-97e7-85a2e684da22 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:03.779495 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8180d9af-a47f-4e3d-b829-9b23d3f5b413 req-dccd5915-7ff2-4be9-97e7-85a2e684da22 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0523701 Apr 05 11:38:03.831169 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8180d9af-a47f-4e3d-b829-9b23d3f5b413 req-2ae4add6-9c99-4b83-8de6-a8cffbbda180 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Apr 05 11:38:04.408530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d29da-6e1c-494f-a835-00243f40028c req-db1f6423-4751-4e1c-87c6-f043682e870f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:04.410415 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8f9d29da-6e1c-494f-a835-00243f40028c req-db1f6423-4751-4e1c-87c6-f043682e870f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0531592 Apr 05 11:38:04.457426 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8f9d29da-6e1c-494f-a835-00243f40028c req-ff259cd1-492d-4930-bd11-ccd38fd6638c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Apr 05 11:38:04.956050 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731296fd-68e1-471a-a14f-6553f90cb5ff req-9f95a0aa-4435-4dce-8c41-a14c50644070 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:04.957510 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-731296fd-68e1-471a-a14f-6553f90cb5ff req-9f95a0aa-4435-4dce-8c41-a14c50644070 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0533690 Apr 05 11:38:05.004564 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-731296fd-68e1-471a-a14f-6553f90cb5ff req-66b2e7bf-8ec4-4d05-90fb-6363060ffc4d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Apr 05 11:38:05.582200 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b9fc-a689-4d43-b850-0543de8be11d req-0bead504-0436-4075-a958-57ee621bea46 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:05.585540 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-22a5b9fc-a689-4d43-b850-0543de8be11d req-0bead504-0436-4075-a958-57ee621bea46 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 943 time: 0.0583720 Apr 05 11:38:05.635468 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-22a5b9fc-a689-4d43-b850-0543de8be11d req-d1d532ff-89a2-40a4-acd6-6c3a01b5f06f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Apr 05 11:38:05.822905 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:05.917782 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:05.928862 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '393d2a22-5396-4683-a08f-35a91ffcc349', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:05.969168 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:05.969568 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:05.982569 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:06.001010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:06.107640 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:06.110971 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:06.143357 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182fd6-20bd-4098-9bfe-a3b20cd4bfdf req-b39a1ff9-6d7c-4432-976d-6536873e901c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:06.145373 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5c182fd6-20bd-4098-9bfe-a3b20cd4bfdf req-b39a1ff9-6d7c-4432-976d-6536873e901c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0541322 Apr 05 11:38:06.175395 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:06.197836 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5c182fd6-20bd-4098-9bfe-a3b20cd4bfdf req-0fe0a225-c83c-4f4a-ab57-c94101a237d4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469887 Apr 05 11:38:06.247904 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:06.259694 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'port_id': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'mac_address': 'fa:16:3e:60:69:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:06.296748 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:06.297137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:06.309869 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:06.329482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:06.401367 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:06.452188 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:06.758272 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0ea15-f7a6-4fce-813a-4a1837ff1df6 req-30cd2379-11e0-4359-8da7-6419ce0272ac tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:06.760615 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-83b0ea15-f7a6-4fce-813a-4a1837ff1df6 req-30cd2379-11e0-4359-8da7-6419ce0272ac tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 944 time: 0.0602067 Apr 05 11:38:06.807135 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-83b0ea15-f7a6-4fce-813a-4a1837ff1df6 req-6f201922-0c30-4c1c-92d7-ba0726bd6c06 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Apr 05 11:38:06.854268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:06.956516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['393d2a22-5396-4683-a08f-35a91ffcc349'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:07.319609 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32543af3-a8c4-4b81-830d-0455855de67c req-8bee1e6f-69ad-4d75-ae82-98bc2bc432ad tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:07.321120 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-32543af3-a8c4-4b81-830d-0455855de67c req-8bee1e6f-69ad-4d75-ae82-98bc2bc432ad tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 944 time: 0.0523105 Apr 05 11:38:07.368794 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-32543af3-a8c4-4b81-830d-0455855de67c req-70d27783-902d-4caf-8cdf-e728c9846a07 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Apr 05 11:38:07.926948 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c5304-c84a-45b8-a1d7-f0428d024103 req-5f84fd17-fc05-4885-901f-c8becac3d680 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:07.928461 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-403c5304-c84a-45b8-a1d7-f0428d024103 req-5f84fd17-fc05-4885-901f-c8becac3d680 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 944 time: 0.0525744 Apr 05 11:38:07.975716 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-403c5304-c84a-45b8-a1d7-f0428d024103 req-78cd9ea0-b700-4ac2-8216-52ca61335621 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Apr 05 11:38:08.178302 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025ebb-d6b6-43d2-b0aa-b58faeb46175 req-e0d5a674-e9eb-4223-8bf3-40c0892fdca5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:08.179797 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b8025ebb-d6b6-43d2-b0aa-b58faeb46175 req-e0d5a674-e9eb-4223-8bf3-40c0892fdca5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Apr 05 11:38:08.230238 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b8025ebb-d6b6-43d2-b0aa-b58faeb46175 req-be845208-5b3f-4d75-aec4-3d6f3c193dcc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441701 Apr 05 11:38:08.301317 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:08.441404 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 393d2a22-5396-4683-a08f-35a91ffcc349 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:38:08.445500 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 393d2a22-5396-4683-a08f-35a91ffcc349 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:08.448063 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:08.489612 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac1a4-3545-438a-9d95-fa2e02b5237a req-569e8658-dd59-4301-930c-a563112cfbcf tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:08.491105 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-413ac1a4-3545-438a-9d95-fa2e02b5237a req-569e8658-dd59-4301-930c-a563112cfbcf tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Apr 05 11:38:08.525336 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:08.528008 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:08.538091 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-413ac1a4-3545-438a-9d95-fa2e02b5237a req-357f5457-627e-4eb3-b598-06789e16fb4c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Apr 05 11:38:08.551290 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:08.553516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da1407-6115-492f-b35f-38ae4cc8f429" -d '{"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:08.566203 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:08.590004 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a25efb-457d-4b9d-af62-364a1111379f x-openstack-request-id: req-e3a25efb-457d-4b9d-af62-364a1111379f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:08.590316 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:08.590599 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3a25efb-457d-4b9d-af62-364a1111379f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:08.590989 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a25efb-457d-4b9d-af62-364a1111379f'] response: {'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'code': 200} Apr 05 11:38:08.644264 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:08.645065 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:08.720104 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:08.786940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:38:08.791578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:08.791947 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:08.871815 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:08.872211 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:08.903379 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:08.981147 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:09.028918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:09.093101 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5dd17-16ae-43bf-ac8b-def14173031a req-3240dc1b-8c18-4c07-9fe2-d636f3bca559 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:09.094614 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3fb5dd17-16ae-43bf-ac8b-def14173031a req-3240dc1b-8c18-4c07-9fe2-d636f3bca559 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0526886 Apr 05 11:38:09.139722 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3fb5dd17-16ae-43bf-ac8b-def14173031a req-6ea0b85f-1387-47ac-bd7b-abc807351c94 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Apr 05 11:38:09.350768 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ebb4-d1aa-4e90-b260-67ab490ec5d2 req-b51ac838-b94a-4746-a071-e2306e6f1143 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:09.352262 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0995ebb4-d1aa-4e90-b260-67ab490ec5d2 req-b51ac838-b94a-4746-a071-e2306e6f1143 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Apr 05 11:38:09.398117 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0995ebb4-d1aa-4e90-b260-67ab490ec5d2 req-ae9eca38-56d1-48d6-9dac-9fd88871b457 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Apr 05 11:38:09.666424 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e26dc-a619-402b-bf72-caf8fff421df req-d9fdcfa9-19e8-41d8-93f9-3724e89b0380 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:09.667860 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bd3e26dc-a619-402b-bf72-caf8fff421df req-d9fdcfa9-19e8-41d8-93f9-3724e89b0380 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0562084 Apr 05 11:38:09.715692 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bd3e26dc-a619-402b-bf72-caf8fff421df req-eb306fbb-faa1-4056-892d-e6f12d83c8a8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Apr 05 11:38:10.259104 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b7ac4-6033-4947-91cb-9d18bac2158b req-584193da-f828-4b98-a61e-a8a7c7ca62a3 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:10.260570 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6d4b7ac4-6033-4947-91cb-9d18bac2158b req-584193da-f828-4b98-a61e-a8a7c7ca62a3 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0558984 Apr 05 11:38:10.307536 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6d4b7ac4-6033-4947-91cb-9d18bac2158b req-50b58811-359d-4aa8-9fe1-82eab148f50e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Apr 05 11:38:10.518542 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce836-4510-43e1-be91-f9d8a2568312 req-c9db89d5-2a7c-45d4-bdc3-d0e2ffd804f7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:10.520076 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8e0ce836-4510-43e1-be91-f9d8a2568312 req-c9db89d5-2a7c-45d4-bdc3-d0e2ffd804f7 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0526915 Apr 05 11:38:10.567630 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8e0ce836-4510-43e1-be91-f9d8a2568312 req-99637ce5-2902-41dd-a99b-5e4531443c8a tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Apr 05 11:38:10.576642 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576c17-2b5f-415a-b2a0-5184056b171a req-38835b79-1493-4b75-8a47-a1f10783fe72 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:10.576642 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d9576c17-2b5f-415a-b2a0-5184056b171a req-38835b79-1493-4b75-8a47-a1f10783fe72 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0554025 Apr 05 11:38:10.591842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:10.594118 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f5265d-5d51-4256-91ce-1edd61b57a9e" -d '{"events": [{"server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "name": "network-vif-plugged", "status": "completed", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:10.622015 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d9576c17-2b5f-415a-b2a0-5184056b171a req-86760cb8-9581-4a86-b951-37d194b8936d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Apr 05 11:38:10.627889 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841f0c30-b36d-4477-9299-63682ff009b8 x-openstack-request-id: req-841f0c30-b36d-4477-9299-63682ff009b8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:10.628229 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "name": "network-vif-plugged", "status": "completed", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:10.628496 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-841f0c30-b36d-4477-9299-63682ff009b8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:10.628896 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841f0c30-b36d-4477-9299-63682ff009b8'] response: {'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'code': 200} Apr 05 11:38:10.840003 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eb6ba-ccb1-4408-9e1a-4df769830a72 req-c3c52045-eb4f-4cbd-8180-2c0512fe75a6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:10.841478 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-569eb6ba-ccb1-4408-9e1a-4df769830a72 req-c3c52045-eb4f-4cbd-8180-2c0512fe75a6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0552948 Apr 05 11:38:10.887276 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-569eb6ba-ccb1-4408-9e1a-4df769830a72 req-2ed6d729-8a1d-4623-86ce-2467a997348a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Apr 05 11:38:11.431376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75800a-888a-4f04-977b-2c14df48cbf3 req-57d3d12f-0162-4c4c-a513-0bf97c3ca6a9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:11.432755 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ea75800a-888a-4f04-977b-2c14df48cbf3 req-57d3d12f-0162-4c4c-a513-0bf97c3ca6a9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0568314 Apr 05 11:38:11.480675 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ea75800a-888a-4f04-977b-2c14df48cbf3 req-e6787c0a-a883-45a1-b47c-f26a87004fab tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Apr 05 11:38:11.689917 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3f0f3-c0ca-4c87-91f7-35d40375b7e7 req-7674e79d-e7a2-4d3f-9a29-5f9b008441b1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:11.691443 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-08c3f0f3-c0ca-4c87-91f7-35d40375b7e7 req-7674e79d-e7a2-4d3f-9a29-5f9b008441b1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0541410 Apr 05 11:38:11.740404 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-08c3f0f3-c0ca-4c87-91f7-35d40375b7e7 req-37f04975-17b8-492b-a252-1145d2c7caef tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 Apr 05 11:38:11.745093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3c90f-803e-4a1c-9259-2fd3e6de2e56 req-2815b157-74c0-482f-bff3-b6bfe38cfec4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:11.746634 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2de3c90f-803e-4a1c-9259-2fd3e6de2e56 req-2815b157-74c0-482f-bff3-b6bfe38cfec4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0541234 Apr 05 11:38:11.792955 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2de3c90f-803e-4a1c-9259-2fd3e6de2e56 req-6d4fbaf8-e383-4fa7-8e33-4f603c44474c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Apr 05 11:38:12.007871 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7da5-0049-4b61-afa3-9408b0f9bc5f req-7b4ff41a-3cf2-426c-8ba8-8028ef2c5f04 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:12.009489 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d73d7da5-0049-4b61-afa3-9408b0f9bc5f req-7b4ff41a-3cf2-426c-8ba8-8028ef2c5f04 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0521803 Apr 05 11:38:12.059746 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d73d7da5-0049-4b61-afa3-9408b0f9bc5f req-51f032eb-9b37-4992-bb3d-eca452ec855d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Apr 05 11:38:12.598067 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9b09-df34-4267-9f89-6aa8a1367632 req-93080cd0-fee6-485d-b3bc-2dcd05c4a585 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:12.599547 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-da6a9b09-df34-4267-9f89-6aa8a1367632 req-93080cd0-fee6-485d-b3bc-2dcd05c4a585 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0534263 Apr 05 11:38:12.648139 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-da6a9b09-df34-4267-9f89-6aa8a1367632 req-848c6d68-663a-4357-a5a3-56f6d428a10f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Apr 05 11:38:12.859223 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef54bf-1ad8-4e5f-a4eb-e87c5cfad9c2 req-f5a716a1-2539-4dae-af35-b4d662785ba8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:12.860805 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-31ef54bf-1ad8-4e5f-a4eb-e87c5cfad9c2 req-f5a716a1-2539-4dae-af35-b4d662785ba8 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Apr 05 11:38:12.907869 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-31ef54bf-1ad8-4e5f-a4eb-e87c5cfad9c2 req-34630e66-ae7a-42f8-bbe9-f123d827b914 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Apr 05 11:38:12.911042 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44222a29-bd75-4d02-b758-c50c9d92513a req-4b67b7c9-5c57-4739-ac8a-aff643ee89db tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:12.912529 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-44222a29-bd75-4d02-b758-c50c9d92513a req-4b67b7c9-5c57-4739-ac8a-aff643ee89db tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.0515440 Apr 05 11:38:12.959240 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-44222a29-bd75-4d02-b758-c50c9d92513a req-fe23f4d1-aad0-4f71-a3f3-0c5d2be0892e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Apr 05 11:38:13.180835 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa440a6-9c38-4f32-bd17-95717eb443f8 req-7ab391d1-0804-4ad7-b16d-c0d35238d90d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:13.182320 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aaa440a6-9c38-4f32-bd17-95717eb443f8 req-7ab391d1-0804-4ad7-b16d-c0d35238d90d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0531652 Apr 05 11:38:13.229006 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-aaa440a6-9c38-4f32-bd17-95717eb443f8 req-3006e062-4296-4a46-b889-938033f0d9ff tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Apr 05 11:38:13.770424 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555c359-b729-48c9-8be0-83a90887e14d req-42185963-e46b-438c-9e27-645b73c4227f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:13.771961 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8555c359-b729-48c9-8be0-83a90887e14d req-42185963-e46b-438c-9e27-645b73c4227f tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0520570 Apr 05 11:38:13.818085 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8555c359-b729-48c9-8be0-83a90887e14d req-a2f7cd06-9b2b-4947-8e9d-dff1ca913da5 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Apr 05 11:38:14.040785 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541311-37cd-4828-82d2-e034fcb931cb req-213db9e0-727a-4f63-abe3-2d2f73291788 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.042262 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b4541311-37cd-4828-82d2-e034fcb931cb req-213db9e0-727a-4f63-abe3-2d2f73291788 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.0662608 Apr 05 11:38:14.090558 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.53', 56087) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:14.157250 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185fc13-f222-4381-9e28-f28fc1de053a req-a0e60459-12d4-4703-be45-1d127c125d2b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.158745 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d185fc13-f222-4381-9e28-f28fc1de053a req-a0e60459-12d4-4703-be45-1d127c125d2b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1263008 Apr 05 11:38:14.168190 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b4541311-37cd-4828-82d2-e034fcb931cb req-08c2f933-9bd5-4b5b-978c-8efa2d3ba398 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=00029200-2e02-414e-85fb-6fd152d072d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200552 Apr 05 11:38:14.170232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d48e-d0a8-41ae-ae65-9ff8b147f2c8 req-3433e5c3-02dc-41ea-9aed-648323929a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.171423 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3e65d48e-d0a8-41ae-ae65-9ff8b147f2c8 req-3433e5c3-02dc-41ea-9aed-648323929a9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1129 time: 0.1298571 Apr 05 11:38:14.176712 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-f5c3ef1f-8e18-4630-8926-2f279edfd7ae tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.178224 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-f5c3ef1f-8e18-4630-8926-2f279edfd7ae tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 945 time: 0.1231713 Apr 05 11:38:14.190058 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c5117-0559-4179-af5b-931e1e385616 req-1dd95e6a-c836-4272-93c1-9db5bdf87dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.190058 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-449c5117-0559-4179-af5b-931e1e385616 req-1dd95e6a-c836-4272-93c1-9db5bdf87dd7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1129 time: 0.1257753 Apr 05 11:38:14.195205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-92b91243-6ec2-4a0a-95a9-2e446df0222a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.196917 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-92b91243-6ec2-4a0a-95a9-2e446df0222a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 946 time: 0.1041753 Apr 05 11:38:14.223091 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d185fc13-f222-4381-9e28-f28fc1de053a req-f177d2f7-41de-414e-84e7-5e4e062dcbb0 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=e99ad553-8136-46ef-956e-98a54e1c3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563438 Apr 05 11:38:14.353606 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0503ade-1c92-4be5-beec-8ba0e006ea53 req-1d2c138d-2d7c-4014-ac22-e1f88ec7e5d8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.355105 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d0503ade-1c92-4be5-beec-8ba0e006ea53 req-1d2c138d-2d7c-4014-ac22-e1f88ec7e5d8 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0555017 Apr 05 11:38:14.400726 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d0503ade-1c92-4be5-beec-8ba0e006ea53 req-74aaf0df-503e-434c-9373-aee63d991f6a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Apr 05 11:38:14.600089 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-449c5117-0559-4179-af5b-931e1e385616 req-9df9b3c5-aa73-45b1-a2df-cd3edd7ab2da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942862 Apr 05 11:38:14.612374 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3e65d48e-d0a8-41ae-ae65-9ff8b147f2c8 req-e736b6a8-5115-4763-8481-a84874e14a1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766945 Apr 05 11:38:14.625753 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Deleting port cbea4c84-6afe-40ec-a01c-0157e89cf15b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:14.626095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.635167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Deleting port 4ee38d57-336a-41a6-a08b-385159e18d16 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:14.635509 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.718138 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] For port cbea4c84-6afe-40ec-a01c-0157e89cf15b, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=cbea4c84-6afe-40ec-a01c-0157e89cf15b,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:14.718541 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.727435 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] For port 4ee38d57-336a-41a6-a08b-385159e18d16, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4ee38d57-336a-41a6-a08b-385159e18d16,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:14.727797 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.890769 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.891184 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.891505 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Floating IP 70256058-9466-411a-8dc0-5eb908829fe2 disassociated. External IP: 172.28.0.110, port: cbea4c84-6afe-40ec-a01c-0157e89cf15b. Apr 05 11:38:14.891849 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Calling delete_port for cbea4c84-6afe-40ec-a01c-0157e89cf15b owned by compute:nova {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:14.991572 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b1d28-2f59-4ccb-b3a1-9c6b9d9d4d14 req-a18624e8-8f98-467c-ae67-81b1dcf7d66a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:14.993572 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2c2b1d28-2f59-4ccb-b3a1-9c6b9d9d4d14 req-a18624e8-8f98-467c-ae67-81b1dcf7d66a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.1079524 Apr 05 11:38:14.995574 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.995933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:14.996250 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Floating IP 7906b64b-f5bc-4119-a78a-4b502ef7683b disassociated. External IP: 172.28.0.99, port: 4ee38d57-336a-41a6-a08b-385159e18d16. Apr 05 11:38:14.996594 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Calling delete_port for 4ee38d57-336a-41a6-a08b-385159e18d16 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:15.082549 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2c2b1d28-2f59-4ccb-b3a1-9c6b9d9d4d14 req-de1c2ccc-02df-43e0-a5b6-8541f483f8b0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Apr 05 11:38:15.115381 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (cbea4c84-6afe-40ec-a01c-0157e89cf15b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:15.147330 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event deleted for resources: {'Port': ['ID=cbea4c84-6afe-40ec-a01c-0157e89cf15b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:15.159521 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.159832 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.160184 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.160527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.160868 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.161208 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.161547 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.161885 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.162222 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.162575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.163261 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.163261 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.163538 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.163864 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.164191 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.235875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (4ee38d57-336a-41a6-a08b-385159e18d16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:15.266958 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'Port': ['ID=4ee38d57-336a-41a6-a08b-385159e18d16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:15.284534 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-871a58e3-e0b7-44b7-8355-ac4b5500b630 req-0e557b2c-01e1-4bee-8d89-968f255032b2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0338628 Apr 05 11:38:15.288353 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.288721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.289054 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.289940 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.290263 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.290721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.291484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.291484 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.291748 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.292038 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.292365 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.292693 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.293015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.293338 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.293658 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:15.324868 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Router d4964cda-706c-4477-a472-3cbf37e31f86 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:15.365224 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f9b3eaa9-8e91-4988-be13-046dee5e44e9 req-05897541-36ba-45d9-8ac4-50744e3b1925 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0617640 Apr 05 11:38:15.439304 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:15.449803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:15.467685 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:15.484125 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:15.484806 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:15.507798 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] No DVR routers for this DVR port cbea4c84-6afe-40ec-a01c-0157e89cf15b on host hv-cinder-83444 {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:15.518735 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:15.522157 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ef4267ad-8bae-4b1e-89bd-5f6394accc93 req-34d9262f-2fc5-4d03-ad43-9f16aab9783e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "DELETE /v2.0/ports/cbea4c84-6afe-40ec-a01c-0157e89cf15b HTTP/1.1" status: 204 len: 173 time: 1.0176542 Apr 05 11:38:15.524264 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'name': 'network-vif-deleted', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:15.526749 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0cfb9d-801a-4d5e-90c9-8828ef335e84" -d '{"events": [{"server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "name": "network-vif-deleted", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:15.604277 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222538a-d48a-4b6c-84e8-54b3fc91f0d6 req-fa3f374e-ce91-444e-a8f8-8139ea66966f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:15.612572 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5222538a-d48a-4b6c-84e8-54b3fc91f0d6 req-fa3f374e-ce91-444e-a8f8-8139ea66966f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.1080728 Apr 05 11:38:15.620040 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:15.627152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e768e-7cce-470e-9d3a-29d2e31a30da x-openstack-request-id: req-7c6e768e-7cce-470e-9d3a-29d2e31a30da {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:15.627451 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8ab618-cca5-404a-9874-a04a03eaf446", "name": "network-vif-deleted", "tag": "cbea4c84-6afe-40ec-a01c-0157e89cf15b", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:15.627701 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c6e768e-7cce-470e-9d3a-29d2e31a30da {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:15.629441 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6e768e-7cce-470e-9d3a-29d2e31a30da'] response: {'server_uuid': 'bf8ab618-cca5-404a-9874-a04a03eaf446', 'name': 'network-vif-deleted', 'tag': 'cbea4c84-6afe-40ec-a01c-0157e89cf15b', 'status': 'completed', 'code': 200} Apr 05 11:38:15.636487 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:15.666884 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:15.673226 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:15.677162 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:15.712444 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] No DVR routers for this DVR port 4ee38d57-336a-41a6-a08b-385159e18d16 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:15.720732 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:15.721963 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-acb06f94-9cf0-4abc-9117-1f8060c73f84 req-bd6e5648-3d85-4b58-963b-c676ae47f4fb tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "DELETE /v2.0/ports/4ee38d57-336a-41a6-a08b-385159e18d16 HTTP/1.1" status: 204 len: 173 time: 1.2181964 Apr 05 11:38:15.722434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'name': 'network-vif-deleted', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:15.724730 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21db698-632d-4bc6-8329-1d938301533a" -d '{"events": [{"server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "name": "network-vif-deleted", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:15.727221 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5222538a-d48a-4b6c-84e8-54b3fc91f0d6 req-070d261b-7612-4b04-a853-6b60a906e3c2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136479 Apr 05 11:38:15.840952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45245d8b-8fcb-4be9-b01c-59e7fdc9ab7c x-openstack-request-id: req-45245d8b-8fcb-4be9-b01c-59e7fdc9ab7c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:15.841398 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4", "name": "network-vif-deleted", "tag": "4ee38d57-336a-41a6-a08b-385159e18d16", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:15.842098 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45245d8b-8fcb-4be9-b01c-59e7fdc9ab7c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:15.842692 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45245d8b-8fcb-4be9-b01c-59e7fdc9ab7c'] response: {'server_uuid': '7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4', 'name': 'network-vif-deleted', 'tag': '4ee38d57-336a-41a6-a08b-385159e18d16', 'status': 'completed', 'code': 200} Apr 05 11:38:15.935841 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:15.990836 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.023406 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:16.033297 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:16.034157 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.153323 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:16.218719 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f38ab4-803f-4c27-8c81-faa7ae03c962 req-0751924a-abdb-47dc-b5fa-492fbad7a5c5 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.231466 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-01f38ab4-803f-4c27-8c81-faa7ae03c962 req-0751924a-abdb-47dc-b5fa-492fbad7a5c5 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0698519 Apr 05 11:38:16.307309 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-01f38ab4-803f-4c27-8c81-faa7ae03c962 req-b6be2279-a19b-4a77-a3f4-cdfa4f9f3b3c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661669 Apr 05 11:38:16.307651 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.337331 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:16.346615 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:16.347335 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.367846 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device cbea4c84-6afe-40ec-a01c-0157e89cf15b no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:16.411125 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9dcae00a-5044-4fa3-92a7-c2042d7a9be0 req-d3697c3c-ddb3-41c9-a11c-5fb45f534d72 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0472090 Apr 05 11:38:16.427098 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: cbea4c84-6afe-40ec-a01c-0157e89cf15b {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:16.427440 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device cbea4c84-6afe-40ec-a01c-0157e89cf15b not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:16.433700 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 4ee38d57-336a-41a6-a08b-385159e18d16 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:16.467158 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 4ee38d57-336a-41a6-a08b-385159e18d16 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:16.467671 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 4ee38d57-336a-41a6-a08b-385159e18d16 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:16.487406 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15d00d-3530-4fab-b593-07c8a72b8685 req-d8f8b655-9d6f-4079-b722-b97feda37e71 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.489976 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.495113 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9f15d00d-3530-4fab-b593-07c8a72b8685 req-d8f8b655-9d6f-4079-b722-b97feda37e71 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0915260 Apr 05 11:38:16.522229 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3fdd9-ca07-48ba-a5dc-43dca743659e None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:09Z', 'revision_number': 4, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '2182a233-75c0-437d-aaa8-c4813276a5f5', 'name': '', 'network_id': '6c185b41-ab1c-49ab-ad92-4c65b56d691c', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'mac_address': 'fa:16:3e:60:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:06Z', 'updated_at': '2022-04-05T11:34:19Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'subnets': [{'id': '2531dadc-b1bc-4164-b6f4-cf3b5b110e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:16.551399 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:16.572957 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9f15d00d-3530-4fab-b593-07c8a72b8685 req-c3bcec59-c68d-4161-a832-d756292ea5ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733976 Apr 05 11:38:16.615277 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-418ac525-c00d-4bbc-a09e-ba8da104a6e3 req-7d9afa97-71e3-4609-b173-25c3de774d75 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0411189 Apr 05 11:38:16.794404 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:16.831167 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2292d7-88a8-44cb-8eb6-c95d992414de None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:16.853415 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d4e61-05ea-4fbb-9395-028d84b9bdc6 None None] New status for floating IP 70256058-9466-411a-8dc0-5eb908829fe2: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:16.876507 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bff33-c82e-4fda-a79a-b15f6d7b6603 req-159b02d7-023d-49bb-9363-9fde60b86bf6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.878828 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-297bff33-c82e-4fda-a79a-b15f6d7b6603 req-159b02d7-023d-49bb-9363-9fde60b86bf6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0786870 Apr 05 11:38:16.963136 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-297bff33-c82e-4fda-a79a-b15f6d7b6603 req-7987d134-615e-49e7-951a-78902b8dccb3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776751 Apr 05 11:38:16.982757 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed53b6d-70ca-443c-b2c4-d58ddb3af3c2 req-5897e4c8-3ddc-40b0-a020-930c8d74ad4c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:16.982757 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9ed53b6d-70ca-443c-b2c4-d58ddb3af3c2 req-5897e4c8-3ddc-40b0-a020-930c8d74ad4c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0831432 Apr 05 11:38:17.053795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9ed53b6d-70ca-443c-b2c4-d58ddb3af3c2 req-b891cdb7-4bee-4655-97b1-7c28979d0d28 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645139 Apr 05 11:38:17.114032 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4708752-2fbe-4269-8e9b-21fe4f97b982 req-635db4f9-3b53-4918-9660-6985a67e9fbe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:17.115672 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c4708752-2fbe-4269-8e9b-21fe4f97b982 req-635db4f9-3b53-4918-9660-6985a67e9fbe tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0719311 Apr 05 11:38:17.124837 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49178) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:17.129321 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Request body: {'floatingip': {'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:17.179263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:17.218582 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a436f51-e623-4d9e-8a1a-7b4f19f15924 None None] New status for floating IP 7906b64b-f5bc-4119-a78a-4b502ef7683b: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:17.525647 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba0a66ed-8136-46b9-aaad-97e676c538a2 req-3a271a0c-f869-41dc-a048-989c2a7943d3 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf8ab618-cca5-404a-9874-a04a03eaf446 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Apr 05 11:38:17.669635 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:17.729788 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c1a3ec35-83d6-46b9-a703-adc415f06e5f req-b4323e8a-6d48-4b36-9006-b0b5f85ff745 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0318131 Apr 05 11:38:17.752446 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:17.868701 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Floating IP d0aa8106-9c75-43ac-864f-b09ff6a99705 associated. External IP: 172.28.0.52, port: 393d2a22-5396-4683-a08f-35a91ffcc349. Apr 05 11:38:18.082571 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:18.191889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:18.197565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:18.203174 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:18.216486 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:18.217137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:18.370948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:18.469226 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-378f7259-2b5f-459e-92b4-46ae6808c91c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "PUT /v2.0/floatingips/d0aa8106-9c75-43ac-864f-b09ff6a99705 HTTP/1.1" status: 200 len: 990 time: 1.3432624 Apr 05 11:38:18.469823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:18.472121 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086c61f-3bab-4d39-921f-1f7d8ca870df" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:18.508737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ea86b-1fd0-41e8-8ada-dc84bd991caf x-openstack-request-id: req-801ea86b-1fd0-41e8-8ada-dc84bd991caf {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:18.508737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:18.508737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-801ea86b-1fd0-41e8-8ada-dc84bd991caf {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:18.508737 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801ea86b-1fd0-41e8-8ada-dc84bd991caf'] response: {'name': 'network-changed', 'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'status': 'completed', 'code': 200} Apr 05 11:38:18.659015 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'd0aa8106-9c75-43ac-864f-b09ff6a99705', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.52', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:38:17Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:18.686357 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:18.694546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:18.695151 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:18.762047 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49202) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:18.841374 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-552bd57c-495e-4071-8f09-9c31484864dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:18.843755 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-552bd57c-495e-4071-8f09-9c31484864dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1129 time: 0.0529308 Apr 05 11:38:18.852920 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (00029200-2e02-414e-85fb-6fd152d072d0), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:18.873893 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:18.887271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (00029200-2e02-414e-85fb-6fd152d072d0), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:18.936087 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1ecad370-c3d4-41d3-a050-867f75bf7b21 req-f18047df-4cb3-4a8a-8c36-0a5aad0957e7 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d3dc3a7-eed9-466a-a0dc-9fa3a621f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0661156 Apr 05 11:38:18.975502 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-5304a77a-a229-43d1-b23c-1ff431f5a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:18.980795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-5304a77a-a229-43d1-b23c-1ff431f5a63d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.1278756 Apr 05 11:38:19.050956 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-010607a8-deb8-4c18-a3a6-3bf4d0fe84f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 998 time: 0.0670500 Apr 05 11:38:19.072862 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (00029200-2e02-414e-85fb-6fd152d072d0), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.075738 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.079084 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "DELETE /v2.0/security-groups/00029200-2e02-414e-85fb-6fd152d072d0 HTTP/1.1" status: 204 len: 168 time: 0.3133996 Apr 05 11:38:19.080262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49212) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:19.097550 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce502f78-604a-415c-b17e-655d00211feb tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00029200-2e02-414e-85fb-6fd152d072d0,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:19.101431 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.api.v2.resource [None req-42edf549-d80a-49ef-b8f0-9c8cb3d5239b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] show failed (client error): The resource could not be found. Apr 05 11:38:19.106364 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-42edf549-d80a-49ef-b8f0-9c8cb3d5239b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups/00029200-2e02-414e-85fb-6fd152d072d0 HTTP/1.1" status: 404 len: 347 time: 0.0219083 Apr 05 11:38:19.106364 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49214) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:19.119379 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-760716e1-d5f0-44d5-8fbe-a31a35acb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:19.121126 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-760716e1-d5f0-44d5-8fbe-a31a35acb835 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0646820 Apr 05 11:38:19.175391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'd0aa8106-9c75-43ac-864f-b09ff6a99705', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.52', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:38:17Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:19.192270 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-f233a4c1-5aef-48b3-96d9-8de9b4a2505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:19.192733 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-f233a4c1-5aef-48b3-96d9-8de9b4a2505a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0663559 Apr 05 11:38:19.205510 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0dd57-19d9-48d2-a8ed-3471b895bfb5 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': 'd0aa8106-9c75-43ac-864f-b09ff6a99705', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'floating_ip_address': '172.28.0.52', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:37:46Z', 'updated_at': '2022-04-05T11:38:17Z', 'revision_number': 1, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:19.255474 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Deleting port 9f9edf1e-2daf-42ee-9a32-5cc883375f53 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:19.255830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.308484 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-722f7809-6c15-4f64-b346-46b53042b36e service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100066 Apr 05 11:38:19.341854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.342173 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (9f9edf1e-2daf-42ee-9a32-5cc883375f53), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.361135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Calling delete_port for 9f9edf1e-2daf-42ee-9a32-5cc883375f53 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:19.416741 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6086c61f-3bab-4d39-921f-1f7d8ca870df req-291d13f5-3adf-46e1-bb95-4c0cd590b1bb service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019289 Apr 05 11:38:19.443102 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc9329-0444-482a-b861-a4e47a06947b None None] New status for floating IP d0aa8106-9c75-43ac-864f-b09ff6a99705: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:19.595406 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (9f9edf1e-2daf-42ee-9a32-5cc883375f53), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.622180 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event deleted for resources: {'Port': ['ID=9f9edf1e-2daf-42ee-9a32-5cc883375f53,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:19.683002 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks [] for floatingip (70256058-9466-411a-8dc0-5eb908829fe2), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.685698 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:19.689442 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d4f84fd5-5966-416c-8070-e20662b6451e tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "DELETE /v2.0/floatingips/70256058-9466-411a-8dc0-5eb908829fe2 HTTP/1.1" status: 204 len: 168 time: 0.5802550 Apr 05 11:38:20.056220 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.099317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49234) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:20.156520 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (e99ad553-8136-46ef-956e-98a54e1c3e81), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.179519 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (e99ad553-8136-46ef-956e-98a54e1c3e81), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.332825 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e99ad553-8136-46ef-956e-98a54e1c3e81), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.335489 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.336657 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "DELETE /v2.0/security-groups/e99ad553-8136-46ef-956e-98a54e1c3e81 HTTP/1.1" status: 204 len: 168 time: 0.2366023 Apr 05 11:38:20.339984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:20.350030 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75b51-183a-4ddc-aea2-504283544b0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ad553-8136-46ef-956e-98a54e1c3e81,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:20.355808 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.api.v2.resource [None req-68779cc0-cbd2-40d3-b445-95f9813086dd tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] show failed (client error): The resource could not be found. Apr 05 11:38:20.356678 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-68779cc0-cbd2-40d3-b445-95f9813086dd tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups/e99ad553-8136-46ef-956e-98a54e1c3e81 HTTP/1.1" status: 404 len: 347 time: 0.0149612 Apr 05 11:38:20.359803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49240) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:20.488893 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Deleting port 4c15509e-2013-403c-90da-e75823848443 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:20.489240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (4c15509e-2013-403c-90da-e75823848443), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.569830 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (4c15509e-2013-403c-90da-e75823848443), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.570160 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (4c15509e-2013-403c-90da-e75823848443), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.582852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Calling delete_port for 4c15509e-2013-403c-90da-e75823848443 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:20.898076 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (4c15509e-2013-403c-90da-e75823848443), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.926979 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'Port': ['ID=4c15509e-2013-403c-90da-e75823848443,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:20.993212 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (7906b64b-f5bc-4119-a78a-4b502ef7683b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.995763 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:20.999419 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-298b1494-fd75-4a94-9dbc-3779e77dee0f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "DELETE /v2.0/floatingips/7906b64b-f5bc-4119-a78a-4b502ef7683b HTTP/1.1" status: 204 len: 168 time: 0.6361523 Apr 05 11:38:21.408806 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49260) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:21.413371 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807487043', 'description': 'tempest-description--445273353'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:21.541005 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:21.605607 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (6638f267-1b1a-4f62-8dad-15fdde276150), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:21.783701 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6638f267-1b1a-4f62-8dad-15fdde276150), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:21.812656 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6638f267-1b1a-4f62-8dad-15fdde276150,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:21.897024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:21.898299 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d37600cd-7960-4f2c-be3e-bb7954551c4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4884789 Apr 05 11:38:21.901072 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49264) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:21.905482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group_rule': {'security_group_id': '6638f267-1b1a-4f62-8dad-15fdde276150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:21.985596 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (6c529627-e204-4e24-beb9-fa2463376144), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.049786 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (6c529627-e204-4e24-beb9-fa2463376144), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.132696 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (6c529627-e204-4e24-beb9-fa2463376144), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.150664 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c529627-e204-4e24-beb9-fa2463376144,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:22.251535 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.255356 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-08b9b89c-95d6-474e-91a9-e6964fc0bc7d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507705 Apr 05 11:38:22.262166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49272) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:22.262166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'security_group_rule': {'security_group_id': '6638f267-1b1a-4f62-8dad-15fdde276150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:22.358081 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (b8be4787-e20e-47b2-841a-170da1e7c1b2), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.413988 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (b8be4787-e20e-47b2-841a-170da1e7c1b2), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.494986 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (b8be4787-e20e-47b2-841a-170da1e7c1b2), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.514199 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8be4787-e20e-47b2-841a-170da1e7c1b2,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:22.594196 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.595453 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-189c4185-ccbe-490a-b328-b4c84a94cd2d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389142 Apr 05 11:38:22.598595 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49276) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:22.603195 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:22.654660 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27511acf-5270-4217-88e9-5f9f4aeb8bba req-61cb0ef2-4354-4dcb-85da-b3d935e49052 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:22.656044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-27511acf-5270-4217-88e9-5f9f4aeb8bba req-61cb0ef2-4354-4dcb-85da-b3d935e49052 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0579815 Apr 05 11:38:22.704607 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-27511acf-5270-4217-88e9-5f9f4aeb8bba req-0fbc1ec0-fad2-4c99-909a-103bd2fb10e5 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Apr 05 11:38:22.747035 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.844602 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:22.953530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Allocated IP 172.28.0.30 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/9129e860-ea0e-42ad-b860-d508bf8bf134) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:23.065229 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.179319 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.217099 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:23.219969 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:23.225976 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:23.231928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=9129e860-ea0e-42ad-b860-d508bf8bf134,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:23.322471 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.425747 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.598463 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103e365-0df8-41f5-80e6-b9ee665608ec req-7852e73c-1510-493b-8d47-b54b8d8692e0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:23.599957 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2103e365-0df8-41f5-80e6-b9ee665608ec req-7852e73c-1510-493b-8d47-b54b8d8692e0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0846503 Apr 05 11:38:23.630371 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.658904 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2103e365-0df8-41f5-80e6-b9ee665608ec req-05394648-5814-4380-8b77-6a33a124e9fb tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Apr 05 11:38:23.681802 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49288) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:23.717722 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.787920 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=9129e860-ea0e-42ad-b860-d508bf8bf134,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:23.823660 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.838591 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75250c-191e-433f-b6a9-4d5f4dafb2b3 req-58c831d2-9260-4a91-901f-42d4bbf827fc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:23.840098 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ce75250c-191e-433f-b6a9-4d5f4dafb2b3 req-58c831d2-9260-4a91-901f-42d4bbf827fc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0614800 Apr 05 11:38:23.847929 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f6fe0-4794-4380-bc90-926189d8cb2e tempest-TestMinimumBasicScenario-600757038 tempest-TestMinimumBasicScenario-600757038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:23.849536 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-885f6fe0-4794-4380-bc90-926189d8cb2e tempest-TestMinimumBasicScenario-600757038 tempest-TestMinimumBasicScenario-600757038-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1124 time: 0.1667123 Apr 05 11:38:23.852290 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49296) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:23.856557 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'port_id': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:23.891863 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ce75250c-191e-433f-b6a9-4d5f4dafb2b3 req-5b9d1da5-2f3e-431e-9988-696ccac4c819 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Apr 05 11:38:23.898588 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:23.899835 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d28ccd0b-b74f-4108-9185-74cebe5bf705 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3002474 Apr 05 11:38:23.964005 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.083636 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.135641 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-185413ba-77f3-43c4-8136-d9654e43e102 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1807487043&fields=id&tenant_id=829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 267 time: 0.0833831 Apr 05 11:38:24.276012 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Allocated IP 172.28.0.145 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/7e34bbf3-834d-46f1-83bf-c1a3f0d73b76) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:24.297776 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2d64a5a4-79fc-4ce9-8f74-89814310dc5d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:24.299255 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2d64a5a4-79fc-4ce9-8f74-89814310dc5d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 811 time: 0.1563921 Apr 05 11:38:24.331208 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-86abae1f-18bc-4175-81b8-e8332e252c54 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/quotas/829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 375 time: 0.0253479 Apr 05 11:38:24.433914 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.440799 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-297f4103-1cd0-4dfb-aeca-6718e6cef56c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856869 Apr 05 11:38:24.545441 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-afd65eec-2a65-46a5-ae01-8a291789b0a4 service neutron] 10.222.0.64 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925641 Apr 05 11:38:24.606477 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:24.645071 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:24.652221 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:24.662313 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:24.673081 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'Port': ['ID=7e34bbf3-834d-46f1-83bf-c1a3f0d73b76,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:24.707636 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-55268f19-9cc8-4bdf-a815-eaef314459fc service neutron] 10.222.0.64 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563509 Apr 05 11:38:24.975562 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8b61538f-7538-44cf-874d-bdcace4211f8 req-e67bc709-6255-4c31-a72f-27d6323ccf29 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0610509 Apr 05 11:38:25.102024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718642-4ece-44d6-9315-bee9eb4aa66e req-9141f0d1-c48e-4c0b-947a-8c0226aab39c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:25.103645 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8f718642-4ece-44d6-9315-bee9eb4aa66e req-9141f0d1-c48e-4c0b-947a-8c0226aab39c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.1161146 Apr 05 11:38:25.125025 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-9702397f-e3fe-4160-b44f-06ca6e82f56b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:25.126510 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-9702397f-e3fe-4160-b44f-06ca6e82f56b tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 945 time: 0.0553017 Apr 05 11:38:25.191654 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8f718642-4ece-44d6-9315-bee9eb4aa66e req-adc450d8-fb56-4e34-a206-79e9cecf2b40 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Apr 05 11:38:25.192665 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for floatingip (6beb4568-36e6-4550-a6f2-cef835494ee5), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.231373 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Deleting port d9d5985c-c25e-465f-ba85-bb7a5eac8338 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:25.231732 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.327599 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] For port d9d5985c-c25e-465f-ba85-bb7a5eac8338, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9d5985c-c25e-465f-ba85-bb7a5eac8338,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:25.328128 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.341405 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Calling delete_port for d9d5985c-c25e-465f-ba85-bb7a5eac8338 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:25.361546 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.547304 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d9d5985c-c25e-465f-ba85-bb7a5eac8338), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.559346 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['f5a75738-3403-486c-8f32-1907b50e6c4c', 'd9d5985c-c25e-465f-ba85-bb7a5eac8338'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:25.599041 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event deleted for resources: {'Port': ['ID=d9d5985c-c25e-465f-ba85-bb7a5eac8338,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:25.645425 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] No DVR routers for this DVR port d9d5985c-c25e-465f-ba85-bb7a5eac8338 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:25.648268 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.652936 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-082a94e1-070a-4ef6-9d74-8a628edad58f req-7ebb5378-e5ef-40fe-b4f8-e3f60af9edbe tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "DELETE /v2.0/ports/d9d5985c-c25e-465f-ba85-bb7a5eac8338 HTTP/1.1" status: 204 len: 173 time: 0.5216548 Apr 05 11:38:25.653974 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'name': 'network-vif-deleted', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:25.658250 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f568d8e-b020-4934-bd57-c4a3d49cc2ef" -d '{"events": [{"server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "name": "network-vif-deleted", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:25.716961 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacbb4ea-1e28-443d-851f-d37d230993af x-openstack-request-id: req-eacbb4ea-1e28-443d-851f-d37d230993af {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:25.717339 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96e7b0-98bb-4adf-883e-6190ee44919a", "name": "network-vif-deleted", "tag": "d9d5985c-c25e-465f-ba85-bb7a5eac8338", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:25.717720 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eacbb4ea-1e28-443d-851f-d37d230993af {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:25.718710 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacbb4ea-1e28-443d-851f-d37d230993af'] response: {'server_uuid': 'ac96e7b0-98bb-4adf-883e-6190ee44919a', 'name': 'network-vif-deleted', 'tag': 'd9d5985c-c25e-465f-ba85-bb7a5eac8338', 'status': 'completed', 'code': 200} Apr 05 11:38:25.754472 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.763922 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e348bd21-d1d4-4387-af17-baf83017ff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.875687 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:25.951233 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'Port': ['ID=7e34bbf3-834d-46f1-83bf-c1a3f0d73b76,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:25.956257 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (6beb4568-36e6-4550-a6f2-cef835494ee5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.097228 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1870f16f-fcd8-4dc8-a767-fdbb66c0e8bf req-5a2db863-76b7-4ac1-a78b-bb8c1cf86f9d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0344796 Apr 05 11:38:26.102592 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Floating IP 6beb4568-36e6-4550-a6f2-cef835494ee5 associated. External IP: 172.28.0.145, port: 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c. Apr 05 11:38:26.309771 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e0073839-a554-4c69-b7e3-bcaaaacd909f req-15672ef8-72aa-4449-a6b2-493c36a0851d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac96e7b0-98bb-4adf-883e-6190ee44919a HTTP/1.1" status: 200 len: 210 time: 0.0283444 Apr 05 11:38:26.322934 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Router ccb1f123-6b8f-4009-a574-3a68e659cff8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:26.434763 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:26.444225 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Sync routers for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:26.458097 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:26.458742 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:26.560154 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.565420 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:26.591518 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d2b79db0-1b41-43ae-b3ea-0ae705e8c144 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7381804 Apr 05 11:38:26.592261 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:26.594359 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:26.594705 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:26.600968 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89076913', 'description': 'tempest-secgroup-smoke-89076913 description', 'project_id': 'ef674f0c831a4efab881965e63330088'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:26.632149 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52c441d-c2e5-4660-8ec7-b10c3559fd45 x-openstack-request-id: req-f52c441d-c2e5-4660-8ec7-b10c3559fd45 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:26.632445 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:26.633225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f52c441d-c2e5-4660-8ec7-b10c3559fd45 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:26.633631 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52c441d-c2e5-4660-8ec7-b10c3559fd45'] response: {'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:38:26.722215 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.780404 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-ca63cdc1-a726-421e-9a4d-683ec927763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:26.782290 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-ca63cdc1-a726-421e-9a4d-683ec927763d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1129 time: 0.0921292 Apr 05 11:38:26.823562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (8d6c65ee-add7-46c2-99db-db9f2a873d8a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:26.936544 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '6beb4568-36e6-4550-a6f2-cef835494ee5', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'port_id': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'mac_address': 'fa:16:3e:60:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:24Z', 'updated_at': '2022-04-05T11:38:24Z', 'revision_number': 0, 'project_id': 'ef674f0c831a4efab881965e63330088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:26.969163 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Checking router: ccb1f123-6b8f-4009-a574-3a68e659cff8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:26.977929 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:26.978480 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:37:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:27.020702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-1f670b6f-1e00-4328-bbbe-5ea443cac7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.022210 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-1f670b6f-1e00-4328-bbbe-5ea443cac7c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.0966096 Apr 05 11:38:27.089828 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-36ab2dad-3d83-492f-b027-9163a73233b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 999 time: 0.0603194 Apr 05 11:38:27.090746 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:27.177969 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-c1730685-9630-46b1-b732-44e58b7c6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.177969 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-c1730685-9630-46b1-b732-44e58b7c6a2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0507488 Apr 05 11:38:27.366733 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '6beb4568-36e6-4550-a6f2-cef835494ee5', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'port_id': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'mac_address': 'fa:16:3e:60:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:24Z', 'updated_at': '2022-04-05T11:38:24Z', 'revision_number': 0, 'project_id': 'ef674f0c831a4efab881965e63330088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:27.401521 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862df049-46eb-4707-bd90-1a65a3186fa0 None None] The sync data for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb is: [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '6beb4568-36e6-4550-a6f2-cef835494ee5', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'floating_ip_address': '172.28.0.145', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'port_id': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'mac_address': 'fa:16:3e:60:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:24Z', 'updated_at': '2022-04-05T11:38:24Z', 'revision_number': 0, 'project_id': 'ef674f0c831a4efab881965e63330088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:27.475034 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6b0a7213-769b-4a92-a903-85f68841bf87 req-206f26c8-ded1-4c54-bbf5-97d04431f263 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.2820466 Apr 05 11:38:27.488352 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-e6f7e0b3-fdfb-4469-ab02-e47d1032d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.489084 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-e6f7e0b3-fdfb-4469-ab02-e47d1032d9f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3367488 Apr 05 11:38:27.594751 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-c7eb60fa-4da6-4911-ae50-e68ba77db9d5 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849359 Apr 05 11:38:27.595853 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8d6c65ee-add7-46c2-99db-db9f2a873d8a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.627108 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f70862-5417-4272-8198-077d02e2eef6 None None] New status for floating IP 6beb4568-36e6-4550-a6f2-cef835494ee5: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:27.680364 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c65ee-add7-46c2-99db-db9f2a873d8a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:27.731639 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb1b9458-4253-45a9-8a4a-2f5d7fe79995 req-2ddaecf4-f882-46f8-8fdb-51ad693e8093 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298962 Apr 05 11:38:27.780821 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:27.782370 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d3d3e329-f832-419d-968f-9a2d5e63966e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1868837 Apr 05 11:38:27.785556 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:27.790760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:27.972647 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-8754872b-5301-404f-9e32-5d90a756ec04 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:27.973557 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-8754872b-5301-404f-9e32-5d90a756ec04 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 811 time: 0.1348097 Apr 05 11:38:27.975324 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (b8595768-acea-46f9-9647-19771d058349), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.053583 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (b8595768-acea-46f9-9647-19771d058349), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.070535 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7294b-746d-4505-9299-f6dae8ff6a63 req-5a245ce8-56ac-491a-bc48-6f01184ebd12 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:28.072411 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-afe7294b-746d-4505-9299-f6dae8ff6a63 req-5a245ce8-56ac-491a-bc48-6f01184ebd12 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0819895 Apr 05 11:38:28.118682 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-afe7294b-746d-4505-9299-f6dae8ff6a63 req-46aa4a13-1b25-4331-80a9-718339133a94 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Apr 05 11:38:28.143743 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (b8595768-acea-46f9-9647-19771d058349), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.161743 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8595768-acea-46f9-9647-19771d058349,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:28.279612 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.284090 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-e93291f9-63b4-4ffb-8b31-56145d5e5c4e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943085 Apr 05 11:38:28.284090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:28.287952 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:28.338145 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95cfc959-c4dd-44c8-ab3e-b51136dba789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.377199 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (ca06b663-9a45-4f00-b457-2a70f139b47c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.400478 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9d5985c-c25e-465f-ba85-bb7a5eac8338 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:28.420392 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: d9d5985c-c25e-465f-ba85-bb7a5eac8338 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:28.420733 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9d5985c-c25e-465f-ba85-bb7a5eac8338 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:28.437880 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (ca06b663-9a45-4f00-b457-2a70f139b47c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.515036 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (ca06b663-9a45-4f00-b457-2a70f139b47c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.532902 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca06b663-9a45-4f00-b457-2a70f139b47c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:28.575914 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d16e183-8fbb-4c21-b289-ec02226ccb27 req-50531179-3ebe-4392-af09-565b6adae63b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0310454 Apr 05 11:38:28.616982 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.618747 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-63e82d94-f16d-4b45-9a4f-750aa2f002ee tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340929 Apr 05 11:38:28.621428 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:28.625659 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:28.744683 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (aa9571ae-0c47-441e-bf03-851fef5487aa), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.796286 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (aa9571ae-0c47-441e-bf03-851fef5487aa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.924013 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (aa9571ae-0c47-441e-bf03-851fef5487aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:28.942052 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9571ae-0c47-441e-bf03-851fef5487aa,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:29.068023 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.069242 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9a4ffa33-5629-4a44-bd0b-27b51de8e457 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468968 Apr 05 11:38:29.072199 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:29.076396 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:29.165928 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (29ec1d51-3177-4ec1-b96c-6e294bede5f1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.255241 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (29ec1d51-3177-4ec1-b96c-6e294bede5f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.267238 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bae72-52a9-486a-a7a1-36be2df79d0f req-5ea250c8-fbef-4502-b0d6-45593811eca1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:29.268842 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c96bae72-52a9-486a-a7a1-36be2df79d0f req-5ea250c8-fbef-4502-b0d6-45593811eca1 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0800455 Apr 05 11:38:29.322483 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c96bae72-52a9-486a-a7a1-36be2df79d0f req-7a42086e-f161-49f1-b364-22f725ff419c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Apr 05 11:38:29.345976 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (29ec1d51-3177-4ec1-b96c-6e294bede5f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.360556 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.364791 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ec1d51-3177-4ec1-b96c-6e294bede5f1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:29.454323 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.455593 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4665d27f-9625-4334-a98e-a65521fb5afc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3824744 Apr 05 11:38:29.458377 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:29.462606 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:29.560888 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Project ef674f0c831a4efab881965e63330088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:38:29.565929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (4fccf8b0-e008-4245-b388-adb71edbc3fc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.624026 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (4fccf8b0-e008-4245-b388-adb71edbc3fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.668106 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-de8cf113-4ad2-41a4-bcb9-77b0f7630440 req-6dba47ac-8928-457a-a796-71c4e7336065 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0269997 Apr 05 11:38:29.703950 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (4fccf8b0-e008-4245-b388-adb71edbc3fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.724792 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fccf8b0-e008-4245-b388-adb71edbc3fc,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:29.814401 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.815578 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-735e3c6f-6d07-4075-bcda-42b0104b0c86 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562555 Apr 05 11:38:29.818344 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:29.822976 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'security_group_rule': {'security_group_id': '8d6c65ee-add7-46c2-99db-db9f2a873d8a', 'project_id': 'ef674f0c831a4efab881965e63330088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:29.909559 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Project ef674f0c831a4efab881965e63330088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:38:29.915265 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (3e454660-51b5-4972-86e4-6cb123332cf8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:29.971689 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (3e454660-51b5-4972-86e4-6cb123332cf8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.075000 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (3e454660-51b5-4972-86e4-6cb123332cf8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.092390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e454660-51b5-4972-86e4-6cb123332cf8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:30.171180 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.172409 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-87d14f8d-dbbb-4c60-bfa8-2f00c5eb6896 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531017 Apr 05 11:38:30.263852 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-5bc1f038-68e7-4d7e-987a-8dbbc8397111 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89076913&fields=id&tenant_id=ef674f0c831a4efab881965e63330088 HTTP/1.1" status: 200 len: 267 time: 0.0479531 Apr 05 11:38:30.321393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-b7eb902e-39f8-4223-b564-2d14653e582c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.322889 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-b7eb902e-39f8-4223-b564-2d14653e582c tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0530109 Apr 05 11:38:30.333536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'port': {'security_groups': ['2569b874-3e31-44b0-b9ea-6f272fe2e82e', '8d6c65ee-add7-46c2-99db-db9f2a873d8a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:30.404938 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.445463 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289ccb-ed85-4217-bb6a-8c92e3f51972 req-d1536592-cd47-4349-894d-106a299b12b2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.447860 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-93289ccb-ed85-4217-bb6a-8c92e3f51972 req-d1536592-cd47-4349-894d-106a299b12b2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Apr 05 11:38:30.495276 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-93289ccb-ed85-4217-bb6a-8c92e3f51972 req-0af5ed67-8f19-40e1-aae3-1e3f627474bc tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Apr 05 11:38:30.592091 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:30.622262 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.686737 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.700363 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:30.736233 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.736936 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.738772 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-af05c727-f228-4e93-9825-c26b2ebe4796 req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "PUT /v2.0/ports/5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 981 time: 0.4094226 Apr 05 11:38:30.739290 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:30.742277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec670a68-14a7-44e6-bd2d-675a4324c030" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:30.755110 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:30.787789 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7ad6321f-70ae-419e-98d9-7af0e894c570 req-09d9321a-51c5-4dc6-90d1-496a82ae346e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0457721 Apr 05 11:38:30.804429 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f4fcd-8538-413f-87f0-0df25b6c3977 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:30.830784 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:30.867318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d897d3-2bd9-414f-a18c-350e0c52fabb x-openstack-request-id: req-55d897d3-2bd9-414f-a18c-350e0c52fabb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:30.867657 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:30.868150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55d897d3-2bd9-414f-a18c-350e0c52fabb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:30.868591 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d897d3-2bd9-414f-a18c-350e0c52fabb'] response: {'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:38:30.899222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff5ab5-b3b9-4cd3-87fe-c1a2989e71ea req-f9759206-80c5-4ad6-9149-51fdbd2bc2d1 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:30.900839 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f5ff5ab5-b3b9-4cd3-87fe-c1a2989e71ea req-f9759206-80c5-4ad6-9149-51fdbd2bc2d1 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0707805 Apr 05 11:38:31.001788 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f5ff5ab5-b3b9-4cd3-87fe-c1a2989e71ea req-60f2a896-fc15-454b-8781-c1bcfdb2be27 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0922904 Apr 05 11:38:31.035907 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-0121edbd-5e81-4544-8cd8-128c7b46ec63 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=829655a38bd94d7395f9412a03b7e884 HTTP/1.1" status: 200 len: 380 time: 0.0834341 Apr 05 11:38:31.065107 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-83bfac72-135f-4561-b40c-a1c86e06c35d None None] Provisioning complete for port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:31.065473 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83bfac72-135f-4561-b40c-a1c86e06c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:31.286364 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-83bfac72-135f-4561-b40c-a1c86e06c35d None None] Current status of the port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:31.648633 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f67c24-0945-4539-883d-a59b7b0b2c60 req-e167baa6-0111-40c5-a809-1883be4d6d5c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:31.650693 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c1f67c24-0945-4539-883d-a59b7b0b2c60 req-e167baa6-0111-40c5-a809-1883be4d6d5c tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0883875 Apr 05 11:38:31.654026 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-2b233ffd-4dc4-4e5b-b1e2-1977eaf31e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:31.655600 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-2b233ffd-4dc4-4e5b-b1e2-1977eaf31e4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1168 time: 0.0807738 Apr 05 11:38:31.660283 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'port': {'device_id': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'admin_state_up': True, 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'security_groups': ['6638f267-1b1a-4f62-8dad-15fdde276150']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:31.707189 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c1f67c24-0945-4539-883d-a59b7b0b2c60 req-0a183f3d-5cb6-49df-9029-3b39159bc330 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Apr 05 11:38:31.745956 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:31.803097 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-51e0afef-77a4-4713-a78a-a2dfbf35d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:31.804495 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-51e0afef-77a4-4713-a78a-a2dfbf35d4a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.0959785 Apr 05 11:38:31.890110 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-202263d3-3ebf-4156-bc7e-06bd4055b702 req-a255e32b-a251-47ac-92a8-90e2fed45724 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 05 11:38:31.890811 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Made reservation on behalf of 829655a38bd94d7395f9412a03b7e884 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:31.893943 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.023243 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Allocated IP 172.20.0.10 (a453997c-71bd-427a-81fc-51135bf488f5/760beb3c-a8c8-4d34-b960-bd2615ffed5a/2e87d5d4-a464-4ee0-948d-78df0cc93764) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:32.118394 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-4581e4f0-8a21-4921-8183-49e613b7103a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 1001 time: 0.0772479 Apr 05 11:38:32.157053 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.272492 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.319254 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Network a453997c-71bd-427a-81fc-51135bf488f5 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:32.323211 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:32.329611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:32.356105 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event updated for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:32.385096 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.385224 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.503304 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-eff9b910-b0fe-44c3-8ca5-8ad13381f1e4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.504809 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-eff9b910-b0fe-44c3-8ca5-8ad13381f1e4 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0552819 Apr 05 11:38:32.509024 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-6b3bd96d-4e7a-410c-babe-eba9e902b978 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8535957 Apr 05 11:38:32.514918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-86821ead-b934-4f02-9641-e1708f959d98 None None] Provisioning complete for port 2e87d5d4-a464-4ee0-948d-78df0cc93764 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:32.515289 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86821ead-b934-4f02-9641-e1708f959d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.554110 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-86821ead-b934-4f02-9641-e1708f959d98 None None] Port 2e87d5d4-a464-4ee0-948d-78df0cc93764 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:32.563045 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Request body: {'port': {'device_id': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:32.590334 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-7a906615-2e14-4027-90a4-cc64f8e9291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.591972 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-7a906615-2e14-4027-90a4-cc64f8e9291d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0461373 Apr 05 11:38:32.650016 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-ce5b4c34-e069-441f-a43f-ae10bffca972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.651462 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-ce5b4c34-e069-441f-a43f-ae10bffca972 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482490 Apr 05 11:38:32.677326 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.738417 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Deleting port f5a75738-3403-486c-8f32-1907b50e6c4c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:32.738417 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:32.747682 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-7f5aba98-bc30-43ce-9da8-7cb255b23c29 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Apr 05 11:38:32.748965 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:38:32.889677 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a00104-3669-4af3-8827-4e2017a0e4b1 req-80abac70-7559-42aa-aa6f-64f283dee7a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:32.891253 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-99a00104-3669-4af3-8827-4e2017a0e4b1 req-80abac70-7559-42aa-aa6f-64f283dee7a2 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 945 time: 0.0777683 Apr 05 11:38:32.893724 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ec670a68-14a7-44e6-bd2d-675a4324c030 req-00faf14e-aaf1-445d-a59a-45567826b8cc service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400440 Apr 05 11:38:32.943438 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-99a00104-3669-4af3-8827-4e2017a0e4b1 req-1b3815e7-6704-49b6-8635-ba679a4f4a75 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/security-groups?id=29b74d7a-b9ff-42d2-9016-d34270cb3f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Apr 05 11:38:32.961442 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] For port f5a75738-3403-486c-8f32-1907b50e6c4c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f5a75738-3403-486c-8f32-1907b50e6c4c,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:32.961824 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.010942 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Calling delete_port for f5a75738-3403-486c-8f32-1907b50e6c4c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:33.102385 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebaeb0-8602-4dfa-903b-ce7673639a36 req-e554707c-d518-49f5-996b-b8661d775159 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.103887 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-95ebaeb0-8602-4dfa-903b-ce7673639a36 req-e554707c-d518-49f5-996b-b8661d775159 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 932 time: 0.1379511 Apr 05 11:38:33.199403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e87d5d4-a464-4ee0-948d-78df0cc93764 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:33.214725 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks [] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.220021 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-95ebaeb0-8602-4dfa-903b-ce7673639a36 req-30542536-97be-4e70-9ea2-21c1333f29db tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027517 Apr 05 11:38:33.363256 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Transition to ACTIVE for port object 2e87d5d4-a464-4ee0-948d-78df0cc93764 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:33.364512 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (f5a75738-3403-486c-8f32-1907b50e6c4c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.375546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['f5a75738-3403-486c-8f32-1907b50e6c4c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:33.391229 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Pushing event deleted for resources: {'Port': ['ID=f5a75738-3403-486c-8f32-1907b50e6c4c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:33.437725 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] No DVR routers for this DVR port f5a75738-3403-486c-8f32-1907b50e6c4c on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:33.440270 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.443554 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-652dd4dc-b9d8-447a-9355-6f1f35d52da5 req-ce8522ab-3db9-4fde-873a-0534ad586f7d tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.53 "DELETE /v2.0/ports/f5a75738-3403-486c-8f32-1907b50e6c4c HTTP/1.1" status: 204 len: 173 time: 0.8930275 Apr 05 11:38:33.443979 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'name': 'network-vif-deleted', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:33.446550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3729a5-7a20-4f20-916d-eebae8eaa31b" -d '{"events": [{"server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "name": "network-vif-deleted", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:33.480927 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.484826 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3286e836-d17a-4225-96d4-6470becfbd37 x-openstack-request-id: req-3286e836-d17a-4225-96d4-6470becfbd37 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:33.485149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ebe4cf-39b8-4bee-8903-ea9da1d953d4", "name": "network-vif-deleted", "tag": "f5a75738-3403-486c-8f32-1907b50e6c4c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:33.485404 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3286e836-d17a-4225-96d4-6470becfbd37 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:33.485795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3286e836-d17a-4225-96d4-6470becfbd37'] response: {'server_uuid': '34ebe4cf-39b8-4bee-8903-ea9da1d953d4', 'name': 'network-vif-deleted', 'tag': 'f5a75738-3403-486c-8f32-1907b50e6c4c', 'status': 'completed', 'code': 200} Apr 05 11:38:33.534977 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:33.607098 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Attempting to bind port 2e87d5d4-a464-4ee0-948d-78df0cc93764 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:33.607429 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Attempting to bind port 2e87d5d4-a464-4ee0-948d-78df0cc93764 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:33.607906 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Attempting to bind port 2e87d5d4-a464-4ee0-948d-78df0cc93764 on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:33.612755 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Port 2e87d5d4-a464-4ee0-948d-78df0cc93764 on network a453997c-71bd-427a-81fc-51135bf488f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:33.613079 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Attempting to bind port 2e87d5d4-a464-4ee0-948d-78df0cc93764 on network a453997c-71bd-427a-81fc-51135bf488f5 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:33.618126 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:33.618459 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Checking segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:33.618872 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Bound using segment: {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:33.619301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Bound port: 2e87d5d4-a464-4ee0-948d-78df0cc93764, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98c27a7-32a5-427e-b9f1-7112afebf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:33.619681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.689973 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:33.693517 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:33.804413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.844149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:33.844769 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:33.846245 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] 10.222.0.53 "PUT /v2.0/ports/2e87d5d4-a464-4ee0-948d-78df0cc93764 HTTP/1.1" status: 200 len: 1094 time: 1.2944372 Apr 05 11:38:33.866286 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca568285-54b3-49be-89e4-714a1eddddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:34.040335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2c264859-c6e5-415f-8ee3-ee0312eda31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.041941 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2c264859-c6e5-415f-8ee3-ee0312eda31b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 1128 time: 0.0505259 Apr 05 11:38:34.087162 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-88277c56-316c-4ca0-8f64-c2291269c76c req-34bbd313-d3ed-4afc-9a79-4d1e40807b59 tempest-ServerRescueNegativeTestJSON-1805596889 tempest-ServerRescueNegativeTestJSON-1805596889-project] 10.222.0.64 "GET /v2.0/ports?device_id=34ebe4cf-39b8-4bee-8903-ea9da1d953d4 HTTP/1.1" status: 200 len: 210 time: 0.0327818 Apr 05 11:38:34.261469 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-98864e12-30b2-4c87-8956-c1e5c17df2fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764 HTTP/1.1" status: 200 len: 217 time: 0.0390105 Apr 05 11:38:34.318691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-cb733ae8-5a83-47d6-8cde-3cc160784871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.320141 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-cb733ae8-5a83-47d6-8cde-3cc160784871 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0518489 Apr 05 11:38:34.360620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b08f-0fee-4b62-80b3-26bea60e258f req-cac9fe32-f2ee-4b72-8f53-8b93ea98134c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.362696 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e34b08f-0fee-4b62-80b3-26bea60e258f req-cac9fe32-f2ee-4b72-8f53-8b93ea98134c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 944 time: 0.0646856 Apr 05 11:38:34.376502 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2cd0155c-815f-4759-8b06-891dbcceb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:34.378625 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-2cd0155c-815f-4759-8b06-891dbcceb2fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451343 Apr 05 11:38:34.414433 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e34b08f-0fee-4b62-80b3-26bea60e258f req-8bf621f0-2ecc-4f06-9092-cf96992e18ae tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Apr 05 11:38:34.487539 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-b7b53caa-4447-4ca1-a317-f52a3caf7a9c service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880587 Apr 05 11:38:34.756542 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9865fe8f-6e76-4f4b-8774-f6338004ebea req-83fee7df-624b-44d1-8139-73a1c5bbb7e6 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Apr 05 11:38:35.144073 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:35.495049 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:35.497242 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8848208f-cd5c-4596-9059-d871c6c9ab70" -d '{"events": [{"name": "network-changed", "server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:35.532619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60d94f6-b4d1-4fec-ac48-6a343d653c9b x-openstack-request-id: req-e60d94f6-b4d1-4fec-ac48-6a343d653c9b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:35.532945 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:35.533232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e60d94f6-b4d1-4fec-ac48-6a343d653c9b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:35.533627 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60d94f6-b4d1-4fec-ac48-6a343d653c9b'] response: {'name': 'network-changed', 'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'status': 'completed', 'code': 200} Apr 05 11:38:35.541865 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433eb9-0919-4bfd-ad4f-d5233bbea61d req-4355d4f3-be70-439a-87d9-12aa5c522364 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:35.543378 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c8433eb9-0919-4bfd-ad4f-d5233bbea61d req-4355d4f3-be70-439a-87d9-12aa5c522364 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 944 time: 0.0536239 Apr 05 11:38:35.563426 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (d4964cda-706c-4477-a472-3cbf37e31f86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:35.590778 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c8433eb9-0919-4bfd-ad4f-d5233bbea61d req-f964388c-1089-43ad-b264-45cc0736f317 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Apr 05 11:38:36.045507 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-53258af8-38f0-4982-a535-27c5388416e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.047061 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-53258af8-38f0-4982-a535-27c5388416e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 1128 time: 0.3607440 Apr 05 11:38:36.195522 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-96bb430d-68a5-4ba4-bf4e-ba27a653b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.197298 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-96bb430d-68a5-4ba4-bf4e-ba27a653b8ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1391091 Apr 05 11:38:36.245889 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-4adf29cb-26ee-4412-bd07-96007f145e8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764 HTTP/1.1" status: 200 len: 217 time: 0.0399125 Apr 05 11:38:36.248219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Deleting port 2182a233-75c0-437d-aaa8-c4813276a5f5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:36.248559 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:36.346158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-0bceb12d-7b57-458c-ab00-a8bc6ef7715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.347647 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-0bceb12d-7b57-458c-ab00-a8bc6ef7715f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0881317 Apr 05 11:38:36.386514 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] For port 2182a233-75c0-437d-aaa8-c4813276a5f5, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2182a233-75c0-437d-aaa8-c4813276a5f5,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:36.386895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:36.404908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device f5a75738-3403-486c-8f32-1907b50e6c4c no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:36.406267 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Calling delete_port for 2182a233-75c0-437d-aaa8-c4813276a5f5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:36.430948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: f5a75738-3403-486c-8f32-1907b50e6c4c {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:36.430948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device f5a75738-3403-486c-8f32-1907b50e6c4c not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:36.458234 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-49ba0f25-71e8-41a8-9a7d-fa8e25c07b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.459902 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-49ba0f25-71e8-41a8-9a7d-fa8e25c07b51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1059718 Apr 05 11:38:36.610933 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-1d44e218-9895-49a7-9e66-d124c9265821 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442723 Apr 05 11:38:36.716262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30ac6d-2341-4bf1-8f35-c7ac8098ec49 req-8f19d91a-3c9f-4fa1-bd4a-906e76353566 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.731153 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a30ac6d-2341-4bf1-8f35-c7ac8098ec49 req-8f19d91a-3c9f-4fa1-bd4a-906e76353566 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 944 time: 0.0733011 Apr 05 11:38:36.745346 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8848208f-cd5c-4596-9059-d871c6c9ab70 req-b8748ded-1842-4262-8f30-82a98f3cedf5 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271949 Apr 05 11:38:36.783818 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6a30ac6d-2341-4bf1-8f35-c7ac8098ec49 req-884d2e17-1b98-49d1-8c83-378dcfcba94f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 Apr 05 11:38:36.841459 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2182a233-75c0-437d-aaa8-c4813276a5f5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:36.870961 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2182a233-75c0-437d-aaa8-c4813276a5f5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:36.918316 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e489fbb-ca80-4612-ae37-fded6a879df1 req-aec442d6-f063-46c9-868d-f8d8e5438399 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:36.919920 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e489fbb-ca80-4612-ae37-fded6a879df1 req-aec442d6-f063-46c9-868d-f8d8e5438399 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0589781 Apr 05 11:38:36.975970 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e489fbb-ca80-4612-ae37-fded6a879df1 req-e500f3fd-d9f6-4dd1-b669-54e4919e5176 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Apr 05 11:38:37.055807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (d4964cda-706c-4477-a472-3cbf37e31f86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.276039 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Router d4964cda-706c-4477-a472-3cbf37e31f86 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:37.385866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:37.390874 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-62c6e336-3460-4cee-b899-d0c62b6c9e0b admin admin] 10.222.0.64 "PUT /v2.0/routers/d4964cda-706c-4477-a472-3cbf37e31f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2457912 Apr 05 11:38:37.393363 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:37.395961 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Sync routers for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:37.405791 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:37.406532 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:37.505977 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks [] for router (d4964cda-706c-4477-a472-3cbf37e31f86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.515089 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:37.610013 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks [] for router_gateway (d4964cda-706c-4477-a472-3cbf37e31f86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.692325 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:38:36Z', 'revision_number': 5, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port': {'id': '129b2e77-c3e3-4166-be3e-36a2eb4f7b6c', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:59Z', 'updated_at': '2022-04-05T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:37.718546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Checking router: d4964cda-706c-4477-a472-3cbf37e31f86 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:37.727617 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Routers {'d4964cda-706c-4477-a472-3cbf37e31f86'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:37.728231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['d4964cda-706c-4477-a472-3cbf37e31f86'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:37.762207 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Deleting port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:37.762452 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.818020 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] Set router d4964cda-706c-4477-a472-3cbf37e31f86 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:37.844924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] For port 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:37.845291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:37.868430 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Calling delete_port for 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:37.873790 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:38:37Z', 'revision_number': 6, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:37.899842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e7debd-1b36-4f62-832a-1f2204b62660 None None] The sync data for ids ['d4964cda-706c-4477-a472-3cbf37e31f86'] in dv-cinder-834448-3-smb is: [{'id': 'd4964cda-706c-4477-a472-3cbf37e31f86', 'name': 'tempest-ServerRescueNegativeTestJSON-896850334-router', 'tenant_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:38:37Z', 'revision_number': 6, 'project_id': '7ffb1a962c1f4a7496dec84d00a5982f', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:37.954617 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a7c5-6db6-49e1-8ef3-6343a30d1070 req-c0283e95-a458-4f82-9266-ddf41904b6e3 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:37.956102 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8062a7c5-6db6-49e1-8ef3-6343a30d1070 req-c0283e95-a458-4f82-9266-ddf41904b6e3 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 944 time: 0.1008170 Apr 05 11:38:38.053721 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8062a7c5-6db6-49e1-8ef3-6343a30d1070 req-d9acbdd5-cc08-427d-8d4b-88d8950f74f4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912023 Apr 05 11:38:38.095527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbce9d-09cc-4b32-9af6-97100ae0c08c req-4552368a-72a1-4af0-80bb-7eeeb550ddb8 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:38.097018 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4edbce9d-09cc-4b32-9af6-97100ae0c08c req-4552368a-72a1-4af0-80bb-7eeeb550ddb8 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0524054 Apr 05 11:38:38.147492 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4edbce9d-09cc-4b32-9af6-97100ae0c08c req-5603259e-bc27-4bc1-9b53-25f00fae9618 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Apr 05 11:38:38.197751 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (129b2e77-c3e3-4166-be3e-36a2eb4f7b6c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.221293 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Pushing event deleted for resources: {'Port': ['ID=129b2e77-c3e3-4166-be3e-36a2eb4f7b6c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:38.291706 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (d4964cda-706c-4477-a472-3cbf37e31f86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.397241 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2e87d5d4-a464-4ee0-948d-78df0cc93764 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:38.401482 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (d4964cda-706c-4477-a472-3cbf37e31f86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.403636 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks [] for router_controller (d4964cda-706c-4477-a472-3cbf37e31f86), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.552062 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (d4964cda-706c-4477-a472-3cbf37e31f86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.552528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4964cda-706c-4477-a472-3cbf37e31f86 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:38:38.558316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.559518 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-cb08f3e3-4051-4465-a81c-30a4380f340b admin admin] 10.222.0.64 "DELETE /v2.0/routers/d4964cda-706c-4477-a472-3cbf37e31f86 HTTP/1.1" status: 204 len: 168 time: 1.1652386 Apr 05 11:38:38.562057 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:38.606619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Deleting subnet 2531dadc-b1bc-4164-b6f4-cf3b5b110e0e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:38:38.609733 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Publish callbacks [] for subnet (2531dadc-b1bc-4164-b6f4-cf3b5b110e0e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.620508 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:38.632394 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'port_id': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'mac_address': 'fa:16:3e:95:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:38.648377 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (2531dadc-b1bc-4164-b6f4-cf3b5b110e0e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.672047 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 2e87d5d4-a464-4ee0-948d-78df0cc93764 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:38.672439 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.686745 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e87d5d4-a464-4ee0-948d-78df0cc93764 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:38.707314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:38.766213 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (2531dadc-b1bc-4164-b6f4-cf3b5b110e0e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.789862 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.844464 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:38.852911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.853259 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.853607 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.853973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.854317 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.854681 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.855014 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.855370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.856298 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.856640 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.856973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.857305 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.857632 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.857953 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.858279 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:38:38.893760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (2531dadc-b1bc-4164-b6f4-cf3b5b110e0e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.915730 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2531dadc-b1bc-4164-b6f4-cf3b5b110e0e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:38.919396 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:38.922609 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8b5e3696-c421-4445-9251-8963b13e3158 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2531dadc-b1bc-4164-b6f4-cf3b5b110e0e HTTP/1.1" status: 204 len: 168 time: 0.3595269 Apr 05 11:38:38.926704 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:38.931897 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28628cc9-09c7-4107-950f-b99b1b8f532c None None] Network 6c185b41-ab1c-49ab-ad92-4c65b56d691c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:38:38.998363 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (6c185b41-ab1c-49ab-ad92-4c65b56d691c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.045430 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['2e87d5d4-a464-4ee0-948d-78df0cc93764'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:39.051550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Deleting port 2020a426-d685-4f7e-a7b4-43986d2de9ba {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:39.051890 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.113252 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] DHCP port deletion for 6c185b41-ab1c-49ab-ad92-4c65b56d691c request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:38:39.124418 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] For port 2020a426-d685-4f7e-a7b4-43986d2de9ba, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2020a426-d685-4f7e-a7b4-43986d2de9ba,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:39.124777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.168385 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Calling delete_port for 2020a426-d685-4f7e-a7b4-43986d2de9ba owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:39.207548 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e414e-23b5-43f9-bcf1-b7ac11a1a576 req-8f57aedd-613b-48a2-90c2-5e32092bd3d2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:39.209834 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d1e414e-23b5-43f9-bcf1-b7ac11a1a576 req-8f57aedd-613b-48a2-90c2-5e32092bd3d2 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 945 time: 0.0824625 Apr 05 11:38:39.219668 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Deleting port 2020a426-d685-4f7e-a7b4-43986d2de9ba {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:39.220049 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.285452 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:39.297018 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d1e414e-23b5-43f9-bcf1-b7ac11a1a576 req-9011444f-4ffb-4ae3-91e5-09e42ae123d6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594389 Apr 05 11:38:39.310902 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58630ec-0a93-49df-a8c0-25d010a37c3c req-df14b772-4ee6-4f2f-bece-ade9450c3e08 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:39.312364 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d58630ec-0a93-49df-a8c0-25d010a37c3c req-df14b772-4ee6-4f2f-bece-ade9450c3e08 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0622370 Apr 05 11:38:39.320061 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:39.320464 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 129b2e77-c3e3-4166-be3e-36a2eb4f7b6c not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:39.321148 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2182a233-75c0-437d-aaa8-c4813276a5f5 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:39.331250 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] For port 2020a426-d685-4f7e-a7b4-43986d2de9ba, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=2020a426-d685-4f7e-a7b4-43986d2de9ba,segment=NetworkSegment(f022ea0d-0f01-4b61-ab9a-c8475ea5a250),segment_id=f022ea0d-0f01-4b61-ab9a-c8475ea5a250)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:39.331653 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.357199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 2182a233-75c0-437d-aaa8-c4813276a5f5 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:39.357547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2182a233-75c0-437d-aaa8-c4813276a5f5 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:39.357973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2020a426-d685-4f7e-a7b4-43986d2de9ba no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:39.363146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Calling delete_port for 2020a426-d685-4f7e-a7b4-43986d2de9ba owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:39.363507 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d58630ec-0a93-49df-a8c0-25d010a37c3c req-2a4b3904-16b7-4077-aec1-89f8cf8a7a74 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Apr 05 11:38:39.414922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.444780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2020a426-d685-4f7e-a7b4-43986d2de9ba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:39.446894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] No DVR routers for this DVR port 2020a426-d685-4f7e-a7b4-43986d2de9ba on host dv-cinder-834448-3-smb {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:39.467224 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No active binding found for port 2020a426-d685-4f7e-a7b4-43986d2de9ba {{(pid=103885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 11:38:39.467602 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] The host dv-cinder-834448-3-smb is not matching for port 2020a426-d685-4f7e-a7b4-43986d2de9ba host None! {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 05 11:38:39.468010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 2020a426-d685-4f7e-a7b4-43986d2de9ba not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:39.514271 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (2020a426-d685-4f7e-a7b4-43986d2de9ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.517676 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (6c185b41-ab1c-49ab-ad92-4c65b56d691c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.538178 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c185b41-ab1c-49ab-ad92-4c65b56d691c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:39.544088 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] Pushing event deleted for resources: {'Port': ['ID=2020a426-d685-4f7e-a7b4-43986d2de9ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:39.547565 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a8501-6c3f-4cc5-8849-4c4f6969a60b None None] No DVR routers for this DVR port 2020a426-d685-4f7e-a7b4-43986d2de9ba on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:39.548235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:39.548532 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f022ea0d-0f01-4b61-ab9a-c8475ea5a250') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:39.558204 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (f022ea0d-0f01-4b61-ab9a-c8475ea5a250), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.574518 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (f022ea0d-0f01-4b61-ab9a-c8475ea5a250), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.580486 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:38:39.580858 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (f022ea0d-0f01-4b61-ab9a-c8475ea5a250), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:38:39.582459 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:38:39.714870 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (6c185b41-ab1c-49ab-ad92-4c65b56d691c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.720817 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:39.723827 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6c185b41-ab1c-49ab-ad92-4c65b56d691c HTTP/1.1" status: 204 len: 168 time: 0.7961845 Apr 05 11:38:39.734931 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee873b-b765-4c6b-b129-7fc6daf39ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c185b41-ab1c-49ab-ad92-4c65b56d691c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:40.073097 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:40.117058 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-36e3ebf3-b76e-40e5-8913-24275f08bed4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ffb1a962c1f4a7496dec84d00a5982f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427654 Apr 05 11:38:40.119635 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:40.166869 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] Publish callbacks [] for security_group (29b74d7a-b9ff-42d2-9016-d34270cb3f9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.187257 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] Publish callbacks [] for security_group (29b74d7a-b9ff-42d2-9016-d34270cb3f9e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.309147 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (29b74d7a-b9ff-42d2-9016-d34270cb3f9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.311749 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.312895 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29b74d7a-b9ff-42d2-9016-d34270cb3f9e HTTP/1.1" status: 204 len: 168 time: 0.1923516 Apr 05 11:38:40.321373 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c434e95-1579-4040-bcb2-83979721ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b74d7a-b9ff-42d2-9016-d34270cb3f9e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:40.411368 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2e87d5d4-a464-4ee0-948d-78df0cc93764 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:40.431510 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1dcd6-d049-470d-af9a-9ca5367eb335 req-5c62b62f-a1c8-4e05-8fcc-b4d07a2467e9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.434453 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-54d1dcd6-d049-470d-af9a-9ca5367eb335 req-5c62b62f-a1c8-4e05-8fcc-b4d07a2467e9 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 945 time: 0.0580270 Apr 05 11:38:40.481624 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-54d1dcd6-d049-470d-af9a-9ca5367eb335 req-67baceae-c72b-4e29-b8a5-b826413a4765 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 05 11:38:40.490276 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ed23-4e4e-4698-abe7-d63d244d63f2 req-7b8f562a-2554-4573-9979-9ed93d883fca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:40.491927 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d9c4ed23-4e4e-4698-abe7-d63d244d63f2 req-7b8f562a-2554-4573-9979-9ed93d883fca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0549519 Apr 05 11:38:40.543703 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 2e87d5d4-a464-4ee0-948d-78df0cc93764 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:38:40.545896 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d9c4ed23-4e4e-4698-abe7-d63d244d63f2 req-edfc3c80-a8b9-4956-b2cc-09cbb1552e8c tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465424 Apr 05 11:38:40.548019 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 2e87d5d4-a464-4ee0-948d-78df0cc93764 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:40.551918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.633011 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 2e87d5d4-a464-4ee0-948d-78df0cc93764 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:40.633407 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.655757 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:40.657992 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e986497-0a2a-4843-96d6-c6ce87e72dc3" -d '{"events": [{"server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "name": "network-vif-plugged", "status": "completed", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:40.670888 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:40.693873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4c1fc-adb7-42a6-ba1d-9e1594bbca74 x-openstack-request-id: req-5be4c1fc-adb7-42a6-ba1d-9e1594bbca74 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:40.694161 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "name": "network-vif-plugged", "status": "completed", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:40.694409 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5be4c1fc-adb7-42a6-ba1d-9e1594bbca74 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:40.694843 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be4c1fc-adb7-42a6-ba1d-9e1594bbca74'] response: {'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'code': 200} Apr 05 11:38:40.769598 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:40.820367 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.472430 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49494) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:41.589811 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2107645143-network', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:41.627747 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28775e-8706-491a-bef5-52fe07866b54 req-aef7bda2-aa1a-4dd6-8711-8849758e4df4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.629383 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d28775e-8706-491a-bef5-52fe07866b54 req-aef7bda2-aa1a-4dd6-8711-8849758e4df4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.0776210 Apr 05 11:38:41.668103 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c533bb-04c8-402d-9897-b3a2a408d659 req-bf605f57-1a8d-4ff3-9069-3b4753fb9569 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.669762 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-98c533bb-04c8-402d-9897-b3a2a408d659 req-bf605f57-1a8d-4ff3-9069-3b4753fb9569 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0534909 Apr 05 11:38:41.678701 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d28775e-8706-491a-bef5-52fe07866b54 req-d93144b4-c7c8-4668-beb7-d0cd980d626c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Apr 05 11:38:41.726100 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-98c533bb-04c8-402d-9897-b3a2a408d659 req-4af624b8-8041-4546-b761-899a3f788928 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482454 Apr 05 11:38:41.745463 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:41.747873 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.756742 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.829928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks [] for security_group (dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.919463 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-92e122f0-58ca-48dc-b11b-a7f52196a5c5 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.920877 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-92e122f0-58ca-48dc-b11b-a7f52196a5c5 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 945 time: 0.0848033 Apr 05 11:38:41.923493 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392cfe-c86e-457f-bb10-eaa61db51312 req-1b1816d3-6114-41fe-8a3c-f72b9dd13ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:41.924805 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a392cfe-c86e-457f-bb10-eaa61db51312 req-1b1816d3-6114-41fe-8a3c-f72b9dd13ccb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 1130 time: 0.0603728 Apr 05 11:38:41.934272 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.959930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:38:41.970315 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:41.978840 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (bd44371d-eccf-4ffc-84f3-350c44fffd5b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:41.979187 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Added segment bd44371d-eccf-4ffc-84f3-350c44fffd5b of type vlan for network 75bb98a5-61d5-491f-b5e7-258609f4091b Apr 05 11:38:42.020090 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (75bb98a5-61d5-491f-b5e7-258609f4091b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.025061 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1a392cfe-c86e-457f-bb10-eaa61db51312 req-c83b45d0-55ff-4128-a67b-585e22483241 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929530 Apr 05 11:38:42.050425 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Deleting port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:38:42.050788 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.128644 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (75bb98a5-61d5-491f-b5e7-258609f4091b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.129574 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.130150 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.139340 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] For port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:42.139947 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.153021 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Calling delete_port for d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:38:42.191205 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=75bb98a5-61d5-491f-b5e7-258609f4091b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:42.202205 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 75bb98a5-61d5-491f-b5e7-258609f4091b details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:38:42.226960 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-708e159f-1145-43a1-bf50-f1bcf752c7e9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7529430 Apr 05 11:38:42.229879 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49502) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:42.234897 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Request body: {'subnet': {'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-subnet', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:42.345454 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:42.347889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.378090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d9ec0599-f6d0-42d9-a1e4-cef07b88acd7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.389945 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['d9ec0599-f6d0-42d9-a1e4-cef07b88acd7'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:42.405607 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Pushing event deleted for resources: {'Port': ['ID=d9ec0599-f6d0-42d9-a1e4-cef07b88acd7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:42.451319 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] No DVR routers for this DVR port d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:38:42.453698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.456994 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e4d57e3-efce-4eff-81d1-d977716635cf req-1688a62b-2897-48ec-98d8-7016312b0eca tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "DELETE /v2.0/ports/d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 HTTP/1.1" status: 204 len: 173 time: 0.5259614 Apr 05 11:38:42.457423 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'name': 'network-vif-deleted', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:42.459659 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1caaeb-c26e-45d2-901c-f38487ebddea" -d '{"events": [{"server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "name": "network-vif-deleted", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:42.496026 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bf7276-cf6a-4563-a9d2-85505bca5a89 x-openstack-request-id: req-b8bf7276-cf6a-4563-a9d2-85505bca5a89 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:42.496327 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e21335-dd64-4bd1-9ddc-a51be8e592de", "name": "network-vif-deleted", "tag": "d9ec0599-f6d0-42d9-a1e4-cef07b88acd7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:42.496578 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8bf7276-cf6a-4563-a9d2-85505bca5a89 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:42.496974 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bf7276-cf6a-4563-a9d2-85505bca5a89'] response: {'server_uuid': 'f1e21335-dd64-4bd1-9ddc-a51be8e592de', 'name': 'network-vif-deleted', 'tag': 'd9ec0599-f6d0-42d9-a1e4-cef07b88acd7', 'status': 'completed', 'code': 200} Apr 05 11:38:42.614563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (164f86db-ea75-410a-af90-7daa8c482ec1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.669871 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=164f86db-ea75-410a-af90-7daa8c482ec1,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:42.676805 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:42.677163 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Network hostable DHCP agents. Network: 75bb98a5-61d5-491f-b5e7-258609f4091b, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:38:42.791924 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:38:42.817414 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2c6e-193d-4739-9fa1-128bbc196cbc req-d241f035-b3b4-4e53-9dba-f90103712399 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.819023 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-008c2c6e-193d-4739-9fa1-128bbc196cbc req-d241f035-b3b4-4e53-9dba-f90103712399 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.0660121 Apr 05 11:38:42.833203 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7773c914-0f6f-486a-a107-5edda161e1c4 req-f24988d1-73c8-4761-967b-95f0047f1410 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 210 time: 0.0326962 Apr 05 11:38:42.870049 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-008c2c6e-193d-4739-9fa1-128bbc196cbc req-f35063c8-5f17-4b07-8ab4-e2c6c361c91d tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Apr 05 11:38:42.888901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 75bb98a5-61d5-491f-b5e7-258609f4091b) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:42.893178 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:42.893766 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:42.897588 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f65400-9a67-4fab-9cf3-fb56e2823ae2 None None] Network 75bb98a5-61d5-491f-b5e7-258609f4091b requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:38:42.995092 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a4234101-363a-42fb-a53f-2679baf6ff8b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7639976 Apr 05 11:38:42.997954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:43.002629 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-75bb98a5-61d5-491f-b5e7-258609f4091b', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:38:43.003655 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.004140 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:43.105793 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.106921 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.143115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Allocated IP 172.20.0.2 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/fb8412b5-8c9c-416f-b186-127917a762e8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:43.159005 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for router_controller (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.290393 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks [] for port (fb8412b5-8c9c-416f-b186-127917a762e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.358146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.408312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:43.412717 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:43.415312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Pushing event updated for resources: {'Port': ['ID=fb8412b5-8c9c-416f-b186-127917a762e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:43.417517 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:43.475411 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Attempting to bind port fb8412b5-8c9c-416f-b186-127917a762e8 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:43.475884 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Attempting to bind port fb8412b5-8c9c-416f-b186-127917a762e8 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:43.476248 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Attempting to bind port fb8412b5-8c9c-416f-b186-127917a762e8 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:43.482298 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:43.482709 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:43.483115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.483603 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:43.484078 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Bound port: fb8412b5-8c9c-416f-b186-127917a762e8, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:43.484462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.549934 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] For port fb8412b5-8c9c-416f-b186-127917a762e8, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:43.553123 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] For port fb8412b5-8c9c-416f-b186-127917a762e8, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=fb8412b5-8c9c-416f-b186-127917a762e8,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:43.641557 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for router_gateway (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.687338 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:43.748233 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e22c-072f-4c8d-9bb8-48b875e83823 None None] Pushing event updated for resources: {'Port': ['ID=fb8412b5-8c9c-416f-b186-127917a762e8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:43.981622 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5b4cfc3d-80f0-41fd-900a-446d80d86eae req-d33168f7-5faa-4d90-a8d9-5be0f70451c3 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1e21335-dd64-4bd1-9ddc-a51be8e592de HTTP/1.1" status: 200 len: 210 time: 0.0410776 Apr 05 11:38:44.083762 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for router_gateway (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.105497 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.113729 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88947e-9991-48a9-881f-04c812ff0826 req-4a303fcd-4b9d-4df9-9f8a-71a8c386acd3 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.115310 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5b88947e-9991-48a9-881f-04c812ff0826 req-4a303fcd-4b9d-4df9-9f8a-71a8c386acd3 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.1130507 Apr 05 11:38:44.232918 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5b88947e-9991-48a9-881f-04c812ff0826 req-f4f62007-10d5-41b4-8ce4-09d7d4f5814a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087885 Apr 05 11:38:44.264713 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Allocated IP 172.28.0.231 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/9ad97588-893c-4259-902a-e31b66fb1725) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:44.358822 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabcb5-8a0e-4f98-ad5e-ecd3807f5cc3 req-89b1f68e-92a0-4730-a171-11c212efa638 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:44.360237 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8bcabcb5-8a0e-4f98-ad5e-ecd3807f5cc3 req-89b1f68e-92a0-4730-a171-11c212efa638 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.0623093 Apr 05 11:38:44.369355 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49520) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:44.374747 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Request body: {'floatingip': {'port_id': '2e87d5d4-a464-4ee0-948d-78df0cc93764'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:44.383796 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for port (9ad97588-893c-4259-902a-e31b66fb1725), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.416729 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.523262 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (9ad97588-893c-4259-902a-e31b66fb1725), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.567009 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:44.572707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:44.579173 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:44.602855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Pushing event updated for resources: {'Port': ['ID=9ad97588-893c-4259-902a-e31b66fb1725,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:44.720829 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8dab83-b533-46c0-b8ec-3a3044d8bc5a None None] Network 75bb98a5-61d5-491f-b5e7-258609f4091b requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:38:44.826627 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Provisioning complete for port fb8412b5-8c9c-416f-b186-127917a762e8 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:44.827007 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.895565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.926323 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Current status of the port fb8412b5-8c9c-416f-b186-127917a762e8 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:44.927933 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.937984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for router_gateway (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:44.967050 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-34091c72-8692-4e20-936c-315864dd6296 None None] For port fb8412b5-8c9c-416f-b186-127917a762e8, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=fb8412b5-8c9c-416f-b186-127917a762e8,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:44.989317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.072394 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.124340 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Floating IP 339f3c39-5a1b-45ea-8ef3-331d62679b4c associated. External IP: 172.28.0.30, port: 2e87d5d4-a464-4ee0-948d-78df0cc93764. Apr 05 11:38:45.133415 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34091c72-8692-4e20-936c-315864dd6296 None None] Pushing event updated for resources: {'Port': ['ID=fb8412b5-8c9c-416f-b186-127917a762e8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:45.200851 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-ddd39a6f-fa0d-4009-afac-8c81251b1fa5 None None] Provisioning complete for port fb8412b5-8c9c-416f-b186-127917a762e8 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:45.200851 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddd39a6f-fa0d-4009-afac-8c81251b1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.203947 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.294312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device fb8412b5-8c9c-416f-b186-127917a762e8 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:45.331988 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ddd39a6f-fa0d-4009-afac-8c81251b1fa5 None None] Current status of the port fb8412b5-8c9c-416f-b186-127917a762e8 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:45.362674 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port fb8412b5-8c9c-416f-b186-127917a762e8 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:45.363056 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.389255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:45.409153 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:38:45.444236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port fb8412b5-8c9c-416f-b186-127917a762e8 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:45.505382 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:45.510024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.517264 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:45.528658 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:45.529295 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:45.532074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:45.541479 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-575f5518-06c7-4ceb-9ba3-83d77b468ece tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "PUT /v2.0/floatingips/339f3c39-5a1b-45ea-8ef3-331d62679b4c HTTP/1.1" status: 200 len: 991 time: 1.1707342 Apr 05 11:38:45.542979 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:45.543804 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:45.546044 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b" -d '{"events": [{"name": "network-changed", "server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:45.558467 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:45.561489 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:45.594207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb253880-4d84-4038-a49a-796960ced755 x-openstack-request-id: req-cb253880-4d84-4038-a49a-796960ced755 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:45.594514 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:45.594774 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb253880-4d84-4038-a49a-796960ced755 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:45.595174 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb253880-4d84-4038-a49a-796960ced755'] response: {'name': 'network-changed', 'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'status': 'completed', 'code': 200} Apr 05 11:38:45.644698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:45.645580 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-7b064c05-e84d-4186-82f8-e7ad5918930a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6462984 Apr 05 11:38:45.649233 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49532) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:45.670599 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:45.686835 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-ab0e711f-5edd-409e-9ecd-6670194e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:45.688653 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-ab0e711f-5edd-409e-9ecd-6670194e63d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=829655a38bd94d7395f9412a03b7e884&device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 1130 time: 0.0566096 Apr 05 11:38:45.694775 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:45.812069 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-0decc5c9-7c4f-434e-9c26-1f6e100fda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:45.815005 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-0decc5c9-7c4f-434e-9c26-1f6e100fda75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 200 len: 912 time: 0.1193998 Apr 05 11:38:45.894941 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-e11f3713-de7e-4eda-b410-d18a12f1da35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764 HTTP/1.1" status: 200 len: 999 time: 0.0745194 Apr 05 11:38:45.953630 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-4acfe251-7e5f-4516-95a3-1b1b28cba554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:45.956204 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-4acfe251-7e5f-4516-95a3-1b1b28cba554 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 200 len: 850 time: 0.0525446 Apr 05 11:38:45.965494 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '339f3c39-5a1b-45ea-8ef3-331d62679b4c', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:95:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:23Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:46.022408 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-480fcefc-8406-42cb-abbf-67cf841b99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:46.027171 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-480fcefc-8406-42cb-abbf-67cf841b99e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a453997c-71bd-427a-81fc-51135bf488f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0644457 Apr 05 11:38:46.061720 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 3, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:46.106208 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:46.106928 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Updating router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb port 9ad97588-893c-4259-902a-e31b66fb1725 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:38:46.107622 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:46.116982 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:46.117887 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:46.138123 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-4e160832-fecf-45d5-9e9d-8008c44dfcd3 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038361 Apr 05 11:38:46.142914 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9ad97588-893c-4259-902a-e31b66fb1725), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.246663 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:46.258917 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-32a657ff-16a5-46fc-bdb6-f9ddaa14395b req-c01bac94-b638-495c-9773-1a239ef6fbe2 service neutron] 10.222.0.53 "GET /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121638 Apr 05 11:38:46.388690 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.440868 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:38:46.472696 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks [] for port (9ad97588-893c-4259-902a-e31b66fb1725), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.474734 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:38:46.475268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d9ec0599-f6d0-42d9-a1e4-cef07b88acd7 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:38:46.502161 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '339f3c39-5a1b-45ea-8ef3-331d62679b4c', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:95:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:23Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:46.532435 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fce6d-f1ec-4734-a8b8-2e89a6ad47c5 None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '339f3c39-5a1b-45ea-8ef3-331d62679b4c', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'port_id': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'mac_address': 'fa:16:3e:95:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:23Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 1, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:46.542188 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Allocated IP 172.20.0.1 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/1dd8cc33-abab-45ce-a749-ba02b7d20c19) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:46.595557 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9ad97588-893c-4259-902a-e31b66fb1725), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.647477 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Attempting to bind port 9ad97588-893c-4259-902a-e31b66fb1725 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:46.650374 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Attempting to bind port 9ad97588-893c-4259-902a-e31b66fb1725 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:46.650374 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Attempting to bind port 9ad97588-893c-4259-902a-e31b66fb1725 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:46.654194 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks [] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.655575 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297b81-05f9-4ba3-965f-56dd4e423962 None None] Pushing event updated for resources: {'Port': ['ID=9ad97588-893c-4259-902a-e31b66fb1725,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:46.659040 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:46.659302 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:46.659633 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.660022 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:46.660500 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Bound port: 9ad97588-893c-4259-902a-e31b66fb1725, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:46.660877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9ad97588-893c-4259-902a-e31b66fb1725), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.721938 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] For port 9ad97588-893c-4259-902a-e31b66fb1725, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:46.725317 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] For port 9ad97588-893c-4259-902a-e31b66fb1725, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9ad97588-893c-4259-902a-e31b66fb1725,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:46.771935 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a37cb-cd12-49df-ac09-2dc7e880d3ca None None] New status for floating IP 339f3c39-5a1b-45ea-8ef3-331d62679b4c: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:38:46.818767 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.860457 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:46.861178 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9ad97588-893c-4259-902a-e31b66fb1725), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.866048 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:46.874539 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:46.902846 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:46.932281 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:46.941825 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:46.942474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:46.947752 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297b81-05f9-4ba3-965f-56dd4e423962 None None] Pushing event updated for resources: {'Port': ['ID=9ad97588-893c-4259-902a-e31b66fb1725,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:47.071120 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:47.174441 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.208761 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-16557357-bcc1-4e46-9502-b9dcfe408428 None None] Provisioning complete for port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:47.209138 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16557357-bcc1-4e46-9502-b9dcfe408428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.278090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-16557357-bcc1-4e46-9502-b9dcfe408428 None None] Port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:47.301625 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 3, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:47.332950 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b6082-6a62-4808-8a59-ea8c2d768470 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:44Z', 'revision_number': 3, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:47.343732 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks [] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.442914 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.514292 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.517400 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:47.629420 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:47.630867 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:47.764854 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:38:47.887698 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:38:47.892684 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4824993e-560a-4b0d-8041-2099becf1683 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d1ed249-2bd0-49e5-a92c-aa9da41163cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423940 Apr 05 11:38:47.917610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-7f98ced6-43bd-4b0f-a746-c3828f7e74d7 None None] Provisioning complete for port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:47.917985 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f98ced6-43bd-4b0f-a746-c3828f7e74d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:47.953553 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f98ced6-43bd-4b0f-a746-c3828f7e74d7 None None] Port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:48.504031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49560) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:48.508731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862299282', 'description': 'tempest-description--560006529'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:48.611978 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.686342 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (756e4e28-56cd-4b70-9c21-fc9c81604f8a), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.763019 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (756e4e28-56cd-4b70-9c21-fc9c81604f8a), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.791803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756e4e28-56cd-4b70-9c21-fc9c81604f8a,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:48.854181 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:48.855518 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b64e1e42-21aa-4415-968e-4b751b00f6e4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3503835 Apr 05 11:38:48.858304 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 49564) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:48.862786 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '756e4e28-56cd-4b70-9c21-fc9c81604f8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:48.916186 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:38:48.925652 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:48.926266 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:48.948671 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (9fb90289-cb60-4227-bffa-f77cecb2212f), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.014258 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (9fb90289-cb60-4227-bffa-f77cecb2212f), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.041594 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:49.206315 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (9fb90289-cb60-4227-bffa-f77cecb2212f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.223257 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb90289-cb60-4227-bffa-f77cecb2212f,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.247349 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:49.250559 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9ad97588-893c-4259-902a-e31b66fb1725 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:49.298004 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:38:49.298356 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Updating router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:38:49.311271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.312567 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0aa827c5-b604-4111-9393-40f7e601c0c7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532583 Apr 05 11:38:49.315684 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:49.321125 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '756e4e28-56cd-4b70-9c21-fc9c81604f8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:49.338150 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.382654 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 9ad97588-893c-4259-902a-e31b66fb1725 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:49.383025 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9ad97588-893c-4259-902a-e31b66fb1725), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.424316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (5ae854fb-0f0b-4c5c-aa91-f23ba9906da0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.479974 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (5ae854fb-0f0b-4c5c-aa91-f23ba9906da0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.555062 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (5ae854fb-0f0b-4c5c-aa91-f23ba9906da0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.575536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae854fb-0f0b-4c5c-aa91-f23ba9906da0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.575771 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 9ad97588-893c-4259-902a-e31b66fb1725 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:49.575961 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9ad97588-893c-4259-902a-e31b66fb1725), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.611573 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port 9ad97588-893c-4259-902a-e31b66fb1725, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9ad97588-893c-4259-902a-e31b66fb1725,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:49.667695 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.670619 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-754df980-dfaf-494d-a49a-97032cc38451 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520896 Apr 05 11:38:49.679755 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:38:49.684396 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:49.688094 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks [] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.697595 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9ad97588-893c-4259-902a-e31b66fb1725), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.751414 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.753280 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=9ad97588-893c-4259-902a-e31b66fb1725,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.777623 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.812095 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d1ce-8d8b-464b-942e-5557403e2f6c None None] Pushing event updated for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:49.866176 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Attempting to bind port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:49.866462 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Attempting to bind port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:49.866917 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Attempting to bind port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:49.873108 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:49.873490 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:49.873897 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.874289 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:49.874807 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Bound port: 1dd8cc33-abab-45ce-a749-ba02b7d20c19, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:49.875198 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.902354 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:49.965541 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-23048418-6862-4ba0-9424-a898faeb08ad tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:49.966990 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] For port 1dd8cc33-abab-45ce-a749-ba02b7d20c19, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:49.971080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] For port 1dd8cc33-abab-45ce-a749-ba02b7d20c19, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=1dd8cc33-abab-45ce-a749-ba02b7d20c19,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:49.972539 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-23048418-6862-4ba0-9424-a898faeb08ad tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/networks?id=0ecb8c57-e681-4975-abbb-abb25698cb27 HTTP/1.1" status: 200 len: 814 time: 0.1373217 Apr 05 11:38:49.983869 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-5187b0e3-c1d1-47d1-8096-afefeb52851d tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/quotas/d352cdebd3e441ffbd3e19f5236f8792 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Apr 05 11:38:50.021850 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-10b7a255-4914-4306-afe2-2254a4be7aeb tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324299 Apr 05 11:38:50.023722 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.28.0.86 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/66b0d33c-e377-48c5-824d-1d6e52e4c354) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:50.047190 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.090791 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.113511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Provisioning complete for port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:50.113976 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.121511 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-270404e0-af7b-4b41-8e0c-f42e40e20de4 service neutron] 10.222.0.64 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926247 Apr 05 11:38:50.135616 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.185902 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d1ce-8d8b-464b-942e-5557403e2f6c None None] Pushing event updated for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:50.195009 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:38:50.196316 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:50.226995 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.231395 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-685adb03-d42a-4611-8eb2-8e20b1e621b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041288 Apr 05 11:38:50.279530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:50.282957 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:50.290997 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:50.317092 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=66b0d33c-e377-48c5-824d-1d6e52e4c354,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:50.406985 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.484056 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Current status of the port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:50.484356 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.505216 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:38:50.511102 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0b08a79b-52c3-4091-a07e-4f34b4c2248f req-386df83d-ecf9-4748-b999-58fb4f89549e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 210 time: 0.0375736 Apr 05 11:38:50.548032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.560299 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] For port 1dd8cc33-abab-45ce-a749-ba02b7d20c19, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=1dd8cc33-abab-45ce-a749-ba02b7d20c19,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:50.653691 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.712756 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.747305 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67257149-b241-41e1-bcde-e36bd0815ca6 None None] Pushing event updated for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:50.784348 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-8f9341a2-931b-45df-b78f-5ec75d1e96c2 None None] Provisioning complete for port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:50.784719 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f9341a2-931b-45df-b78f-5ec75d1e96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.809314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:38:50.837598 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:50.839948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25537d56-33f9-40da-9a36-1811e9ec9ed0 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:38:50.921978 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=66b0d33c-e377-48c5-824d-1d6e52e4c354,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:50.931717 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8f9341a2-931b-45df-b78f-5ec75d1e96c2 None None] Current status of the port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:50.942807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.033866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.035620 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-095c4ba3-05f9-4bd7-a1bc-42942cc7a41a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3544369 Apr 05 11:38:51.214332 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-bddf8638-56d7-434d-abb6-0f1294fa257f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1862299282&fields=id&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 267 time: 0.0564163 Apr 05 11:38:51.339795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-c83c4158-d995-4b17-bdbd-ed80f90b6d62 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:51.341545 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-c83c4158-d995-4b17-bdbd-ed80f90b6d62 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.1195610 Apr 05 11:38:51.351321 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 1dd8cc33-abab-45ce-a749-ba02b7d20c19 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:51.363409 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1b382910-84c3-4517-94fb-a91f3d3699a2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/quotas/8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 375 time: 0.0155907 Apr 05 11:38:51.408455 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:51.409180 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.428826 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-55356cb8-a38f-40b6-9863-b815ff443e51 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597179 Apr 05 11:38:51.495236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:51.496314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9ad97588-893c-4259-902a-e31b66fb1725 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:38:51.563835 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 9ad97588-893c-4259-902a-e31b66fb1725 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:51.563835 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9ad97588-893c-4259-902a-e31b66fb1725), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:51.564152 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-a4a2ccec-2632-4577-b7df-c719f79d2e2d service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194463 Apr 05 11:38:51.622655 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-206f8b38-1e57-4af6-8f8f-57d9ef1c3896 req-f5e6aefb-67ea-47b4-83a4-0746fb61ca47 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Apr 05 11:38:51.650710 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 9ad97588-893c-4259-902a-e31b66fb1725 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:51.679722 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-0d6cb3db-a124-41f4-bbed-250aa37c7803 service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121869 Apr 05 11:38:51.996008 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bae5e9e3-4be8-4a06-8c06-7705782d11d6 req-0166552b-9b21-4aa1-9359-93083ddc8eeb tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 210 time: 0.0444016 Apr 05 11:38:52.700580 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-cb054ed2-6727-4ba1-a483-541a9eb694a9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:52.702253 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-cb054ed2-6727-4ba1-a483-541a9eb694a9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "GET /v2.0/networks?id=0ecb8c57-e681-4975-abbb-abb25698cb27 HTTP/1.1" status: 200 len: 814 time: 0.1146770 Apr 05 11:38:52.714930 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Request body: {'port': {'device_id': '195766fe-cec4-4fa1-853f-4bad56f87754', 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27', 'admin_state_up': True, 'tenant_id': 'd352cdebd3e441ffbd3e19f5236f8792'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:52.738189 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-46dfdcb4-b236-45af-9e78-315c08045914 req-d98875d9-192b-481e-83be-1304ecd4c52b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 210 time: 0.0300331 Apr 05 11:38:52.911009 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Made reservation on behalf of d352cdebd3e441ffbd3e19f5236f8792 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:52.914854 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.050657 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Allocated IP 172.20.0.2 (0ecb8c57-e681-4975-abbb-abb25698cb27/3242b6b3-32de-46a5-9414-59fd2710ddcb/e697ec40-0635-465a-8b6f-9803f5fa1569) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:53.339500 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-67add9f8-9eb0-46aa-a4b2-770dc2fbe549 req-d3515084-e629-4d76-9f82-8eb81a300ea7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 210 time: 0.3005192 Apr 05 11:38:53.475356 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks [] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.572885 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.616528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Network 0ecb8c57-e681-4975-abbb-abb25698cb27 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:53.620104 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:53.623836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:53.650264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Pushing event updated for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:53.678599 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.679122 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.809022 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-6ed35a2d-70ac-4995-b3f4-84e89afc9188 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980570 Apr 05 11:38:53.832266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Request body: {'port': {'device_id': '195766fe-cec4-4fa1-853f-4bad56f87754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:53.870663 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a616b-ac60-4e45-b7d1-515b1b576a6b req-f2e2b8ee-f47b-4b5a-9b5c-895b59e55332 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:53.872150 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4f6a616b-ac60-4e45-b7d1-515b1b576a6b req-f2e2b8ee-f47b-4b5a-9b5c-895b59e55332 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 931 time: 0.0545719 Apr 05 11:38:53.895266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:53.920443 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4f6a616b-ac60-4e45-b7d1-515b1b576a6b req-08926b8d-24e5-4589-b260-5aed75b83372 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Apr 05 11:38:54.150215 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e697ec40-0635-465a-8b6f-9803f5fa1569 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:54.157707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks [] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.169047 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Transition to ACTIVE for port object e697ec40-0635-465a-8b6f-9803f5fa1569 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:54.241256 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Pushing event updated for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Attempting to bind port e697ec40-0635-465a-8b6f-9803f5fa1569 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Attempting to bind port e697ec40-0635-465a-8b6f-9803f5fa1569 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Attempting to bind port e697ec40-0635-465a-8b6f-9803f5fa1569 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Port e697ec40-0635-465a-8b6f-9803f5fa1569 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Attempting to bind port e697ec40-0635-465a-8b6f-9803f5fa1569 on network 0ecb8c57-e681-4975-abbb-abb25698cb27 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Checking segment: {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Bound using segment: {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Bound port: e697ec40-0635-465a-8b6f-9803f5fa1569, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:54.452827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.459797 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-59c86459-64ea-4678-b151-a4e33367f210 req-0d395d0a-c965-4a4e-b0be-709bd01f6369 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 210 time: 0.0411139 Apr 05 11:38:54.531425 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:54.550150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e697ec40-0635-465a-8b6f-9803f5fa1569,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:54.577856 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-a765bcb8-d08d-4193-98d2-4d514a0772fa tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.586993 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-a765bcb8-d08d-4193-98d2-4d514a0772fa tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.1479001 Apr 05 11:38:54.639854 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-3edb8199-8184-4a31-a259-74eb17832dd3 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 380 time: 0.0519040 Apr 05 11:38:54.648440 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'port': {'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'admin_state_up': True, 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'security_groups': ['756e4e28-56cd-4b70-9c21-fc9c81604f8a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:54.706079 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.755235 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.759137 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:54.759137 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] 10.222.0.53 "PUT /v2.0/ports/e697ec40-0635-465a-8b6f-9803f5fa1569 HTTP/1.1" status: 200 len: 1093 time: 0.9293396 Apr 05 11:38:54.760862 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:54.763159 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb70c7f-1d8c-4816-a125-2dc521b55cda" -d '{"events": [{"name": "network-changed", "server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:54.810074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84daa59-6862-4ff6-9278-227014a5689f service neutron] Pushing event updated for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:54.810074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883506d1-dac6-4d65-a5c9-15ca54add0a4 x-openstack-request-id: req-883506d1-dac6-4d65-a5c9-15ca54add0a4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:54.810074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:54.810074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-883506d1-dac6-4d65-a5c9-15ca54add0a4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:54.810074 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883506d1-dac6-4d65-a5c9-15ca54add0a4'] response: {'name': 'network-changed', 'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569', 'status': 'completed', 'code': 200} Apr 05 11:38:54.880614 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-a506f24d-45c4-455e-8fe4-3cc107f6445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:54.882122 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-a506f24d-45c4-455e-8fe4-3cc107f6445e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 1127 time: 0.0449896 Apr 05 11:38:54.900040 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:38:54.903459 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.109698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-0ad95d99-3f85-4090-ad98-dc386f764cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.111122 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-0ad95d99-3f85-4090-ad98-dc386f764cd4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2203736 Apr 05 11:38:55.176441 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcba95-2af2-486c-8220-45996c80795d req-3195ca2f-11c3-4131-8bda-020e0901e078 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.177922 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f8bcba95-2af2-486c-8220-45996c80795d req-3195ca2f-11c3-4131-8bda-020e0901e078 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 943 time: 0.1695714 Apr 05 11:38:55.206513 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.20.0.4 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/2dbb6391-e3b4-450c-8bac-a8a5f4721300) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:38:55.321651 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f8bcba95-2af2-486c-8220-45996c80795d req-ad37c7fd-0ba1-472d-9006-4d126e5b08b5 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128471 Apr 05 11:38:55.354093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-df86a978-df35-49c4-837a-eac5a969338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.355577 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bb70c7f-1d8c-4816-a125-2dc521b55cda req-df86a978-df35-49c4-837a-eac5a969338c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2340088 Apr 05 11:38:55.414808 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.471338 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-3f9628aa-8c8c-48a9-a524-9f5da14783b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.472834 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-3f9628aa-8c8c-48a9-a524-9f5da14783b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 1127 time: 0.0762334 Apr 05 11:38:55.513863 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-503363fe-fc5f-494a-b0c4-4206756d8db4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e697ec40-0635-465a-8b6f-9803f5fa1569 HTTP/1.1" status: 200 len: 217 time: 0.0339518 Apr 05 11:38:55.556926 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.559495 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-28d8e4d5-97fa-4d40-a0d2-1a6cc4ca301b req-9d3daf2c-2561-41fb-979b-81993ab1fdd3 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 210 time: 0.0313895 Apr 05 11:38:55.602367 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f29b-5fc9-472b-9752-c85924822b51 req-03b87e81-5f46-4b76-a416-ea2a257dd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.603866 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-03b87e81-5f46-4b76-a416-ea2a257dd637 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3242b6b3-32de-46a5-9414-59fd2710ddcb HTTP/1.1" status: 200 len: 854 time: 0.0791836 Apr 05 11:38:55.616339 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:38:55.640451 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:38:55.647720 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-e4ec387a-63ea-4a00-9ec8-5a3ff0c5a75e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ecb8c57-e681-4975-abbb-abb25698cb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348277 Apr 05 11:38:55.651714 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:38:55.655643 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:55.721829 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d02f29-9193-4057-9726-dee8c068cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.753044 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:55.753699 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.792448 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-f5eea895-ce23-4d27-ade2-120bd5cb4c93 service neutron] 10.222.0.53 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173863 Apr 05 11:38:55.852938 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1788a250-f0bc-4357-9513-4a023a07e43f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080355 Apr 05 11:38:55.864348 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Request body: {'port': {'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:38:55.900510 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-56f9572e-301b-4bbf-9a80-a957a5490fa6 None None] Provisioning complete for port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:38:55.900995 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56f9572e-301b-4bbf-9a80-a957a5490fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:55.932987 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5661f29b-5fc9-472b-9752-c85924822b51 req-3ad68400-546d-41aa-8168-d0c3d1dbf457 service neutron] 10.222.0.53 "GET /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330988 Apr 05 11:38:55.937122 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-56f9572e-301b-4bbf-9a80-a957a5490fa6 None None] Port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:38:55.942895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.200341 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbb6391-e3b4-450c-8bac-a8a5f4721300 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:56.207685 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks [] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.219167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Transition to ACTIVE for port object 2dbb6391-e3b4-450c-8bac-a8a5f4721300 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:38:56.316815 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.376167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:56.452142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Attempting to bind port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:38:56.452692 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Attempting to bind port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:38:56.453083 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Attempting to bind port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:56.459855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 on network 75bb98a5-61d5-491f-b5e7-258609f4091b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:38:56.459983 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Attempting to bind port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:38:56.465906 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:38:56.466320 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:38:56.466897 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:38:56.467456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Bound port: 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:38:56.468053 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.572437 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:38:56.575887 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:38:56.591612 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aff25-f797-47d9-a332-acdfe8688bf4 req-a3a7f2d7-8344-4d14-b6bd-0f709aac3e34 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.593119 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a47aff25-f797-47d9-a332-acdfe8688bf4 req-a3a7f2d7-8344-4d14-b6bd-0f709aac3e34 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 943 time: 0.1716208 Apr 05 11:38:56.641621 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a47aff25-f797-47d9-a332-acdfe8688bf4 req-eca297e5-d188-4498-b387-581df084d63a tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Apr 05 11:38:56.660082 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.697309 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.698206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:56.699633 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] 10.222.0.53 "PUT /v2.0/ports/2dbb6391-e3b4-450c-8bac-a8a5f4721300 HTTP/1.1" status: 200 len: 1093 time: 0.8394070 Apr 05 11:38:56.725370 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb581ea-545f-45a3-9f9a-7fc8a79e215a service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:56.746794 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2af79-5de5-4131-bf43-08aa6a5413d3 req-702e9654-bba2-4161-b87a-79bdd6e64383 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.753815 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-85e2af79-5de5-4131-bf43-08aa6a5413d3 req-702e9654-bba2-4161-b87a-79bdd6e64383 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.1190372 Apr 05 11:38:56.801073 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-85e2af79-5de5-4131-bf43-08aa6a5413d3 req-ff0aa4bf-5c20-4b1c-af06-39537cc46afc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Apr 05 11:38:56.810795 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:38:56.821684 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6229c-f571-4a82-b99d-340bc5e166a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:38:56.849017 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc10bea9-0f8e-4dd2-bb55-e7c0c8fcc04b x-openstack-request-id: req-dc10bea9-0f8e-4dd2-bb55-e7c0c8fcc04b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:38:56.849312 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:38:56.849565 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc10bea9-0f8e-4dd2-bb55-e7c0c8fcc04b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:38:56.849970 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc10bea9-0f8e-4dd2-bb55-e7c0c8fcc04b'] response: {'name': 'network-changed', 'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'status': 'completed', 'code': 200} Apr 05 11:38:56.975939 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-0d9ff882-540d-465c-b33d-e3d2f26c5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:56.978612 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-0d9ff882-540d-465c-b33d-e3d2f26c5dac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 1127 time: 0.0506649 Apr 05 11:38:57.041392 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b839-eb09-489c-8c43-a75406656926 req-1ce4c6ed-df0b-4eaa-a053-bc67207c28e7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.043019 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4525b839-eb09-489c-8c43-a75406656926 req-1ce4c6ed-df0b-4eaa-a053-bc67207c28e7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0578165 Apr 05 11:38:57.100442 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-7981bf16-e046-43d0-a59a-89095f92c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.102546 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-7981bf16-e046-43d0-a59a-89095f92c31c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1145911 Apr 05 11:38:57.110412 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4525b839-eb09-489c-8c43-a75406656926 req-22783aea-2a91-4c28-bb9a-ba78a416b4e6 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607779 Apr 05 11:38:57.204032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766b38-63f7-4e08-8d77-1182464431ab req-fba62bd9-62d4-431e-9527-227e7b367173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.205539 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-fba62bd9-62d4-431e-9527-227e7b367173 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1168 time: 0.1131930 Apr 05 11:38:57.256569 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-f708dbf2-cf23-4dc8-957e-8f3674c60aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.258544 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-34b6229c-f571-4a82-b99d-340bc5e166a4 req-f708dbf2-cf23-4dc8-957e-8f3674c60aec service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387639 Apr 05 11:38:57.343577 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766b38-63f7-4e08-8d77-1182464431ab req-56c9bd10-bac0-4bef-815e-0260f4ea54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.345475 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-56c9bd10-bac0-4bef-815e-0260f4ea54ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.1317394 Apr 05 11:38:57.407298 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1559af0d-8dc4-41c2-bf9f-3740c1764c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.408914 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-1559af0d-8dc4-41c2-bf9f-3740c1764c09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 1127 time: 0.1042740 Apr 05 11:38:57.458864 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-19fb9b16-e97a-4ceb-86d8-5e759dd44642 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 1001 time: 0.1056530 Apr 05 11:38:57.460185 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-909753c2-286d-448c-9383-88d39db91572 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300 HTTP/1.1" status: 200 len: 217 time: 0.0400424 Apr 05 11:38:57.557346 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766b38-63f7-4e08-8d77-1182464431ab req-04e6db32-e3cb-452a-91da-b86bdb59c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.558956 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-04e6db32-e3cb-452a-91da-b86bdb59c15b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0850327 Apr 05 11:38:57.560467 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-690598c7-4834-4c4f-ac1b-d9c476266e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.561808 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-690598c7-4834-4c4f-ac1b-d9c476266e57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0866768 Apr 05 11:38:57.647273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766b38-63f7-4e08-8d77-1182464431ab req-fcc5243e-374c-41d4-883c-ed368dde8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.649313 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-fcc5243e-374c-41d4-883c-ed368dde8614 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0764470 Apr 05 11:38:57.654157 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-7d803240-6af0-4b9c-b5be-272ed2853ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.655537 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-7d803240-6af0-4b9c-b5be-272ed2853ad7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0749609 Apr 05 11:38:57.844078 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-7ebf001a-048c-4c49-992c-4923d201cae2 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871829 Apr 05 11:38:57.846883 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-d1dc95ff-c307-427c-a646-54666d482be5 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832030 Apr 05 11:38:57.857587 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84af7e-dfce-430d-bfd8-0afa071a1bc0 req-15f10389-4643-4e04-b167-ab84746a53e2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.859011 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4b84af7e-dfce-430d-bfd8-0afa071a1bc0 req-15f10389-4643-4e04-b167-ab84746a53e2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 943 time: 0.1314554 Apr 05 11:38:57.922945 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7531b-aff5-4ade-af64-9d4997e1a9b9 req-67de01ae-7a8e-4e0d-9d8e-85a35eefc6f9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:57.924438 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bdb7531b-aff5-4ade-af64-9d4997e1a9b9 req-67de01ae-7a8e-4e0d-9d8e-85a35eefc6f9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.0555415 Apr 05 11:38:57.971554 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bdb7531b-aff5-4ade-af64-9d4997e1a9b9 req-56b6ad0c-48fa-4c19-aa90-068d208c0075 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Apr 05 11:38:58.231545 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b49a3-1612-4f79-828b-a76ee293508e req-12d2cc54-18f0-412f-8c3a-7b0fc57606f3 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:58.233101 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd2b49a3-1612-4f79-828b-a76ee293508e req-12d2cc54-18f0-412f-8c3a-7b0fc57606f3 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0544000 Apr 05 11:38:58.300367 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cd2b49a3-1612-4f79-828b-a76ee293508e req-4f21f5e4-d2bd-42fc-af24-206fc8397f9d tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604882 Apr 05 11:38:58.300631 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4b84af7e-dfce-430d-bfd8-0afa071a1bc0 req-95d42c6f-14e8-4150-85f1-2fc43713af0b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270937 Apr 05 11:38:58.320061 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-546db04b-0a59-453f-8d44-2b6f23efd8b7 req-dffe1122-bc76-4a34-bc21-fe37601db3b5 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553645 Apr 05 11:38:58.320061 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-be766b38-63f7-4e08-8d77-1182464431ab req-3f31c80d-44f3-468d-8830-5a740e747a1f service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598098 Apr 05 11:38:58.350788 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3433b45-6430-4c21-86d3-cca74428848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:58.468453 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e697ec40-0635-465a-8b6f-9803f5fa1569 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:38:58.567514 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e697ec40-0635-465a-8b6f-9803f5fa1569,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:58.579159 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'e697ec40-0635-465a-8b6f-9803f5fa1569', 'network_id': '0ecb8c57-e681-4975-abbb-abb25698cb27', 'port_id': 'e697ec40-0635-465a-8b6f-9803f5fa1569', 'mac_address': 'fa:16:3e:02:f0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3242b6b3-32de-46a5-9414-59fd2710ddcb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:38:58.615661 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e697ec40-0635-465a-8b6f-9803f5fa1569 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:38:58.616080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:58.629000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e697ec40-0635-465a-8b6f-9803f5fa1569 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:38:58.647378 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e697ec40-0635-465a-8b6f-9803f5fa1569,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:38:58.722268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:58.768604 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:38:59.002117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['e697ec40-0635-465a-8b6f-9803f5fa1569'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:38:59.094086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926f8d3-ac39-4a14-9e2f-49928f06337b req-4aab6971-5d99-45b9-8881-77dda0955b2a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.095614 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0926f8d3-ac39-4a14-9e2f-49928f06337b req-4aab6971-5d99-45b9-8881-77dda0955b2a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.0546365 Apr 05 11:38:59.142433 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0926f8d3-ac39-4a14-9e2f-49928f06337b req-27d28bc0-562f-4d70-b0c2-67748f75b364 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Apr 05 11:38:59.374127 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:38:59.430642 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd77d6a-9217-4266-8bb2-03563165fb25 req-28b11a24-e9e6-4e02-961f-e96028bf2a26 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.432247 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0bd77d6a-9217-4266-8bb2-03563165fb25 req-28b11a24-e9e6-4e02-961f-e96028bf2a26 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 944 time: 0.0617564 Apr 05 11:38:59.484207 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0bd77d6a-9217-4266-8bb2-03563165fb25 req-eccebae1-7589-4fb1-af05-a510c86bbe8f tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460422 Apr 05 11:38:59.584732 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303314-5864-4c6b-9044-0abfd7305f9d req-b8cc3a47-4500-4278-833f-772c0fa771c8 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:38:59.586852 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-98303314-5864-4c6b-9044-0abfd7305f9d req-b8cc3a47-4500-4278-833f-772c0fa771c8 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0541439 Apr 05 11:38:59.645617 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-98303314-5864-4c6b-9044-0abfd7305f9d req-77a2fbb7-ed15-4533-af81-acaa9bd6e2e5 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526552 Apr 05 11:39:00.257297 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e6a8-6a28-4091-a3e3-3e78d0c56dcd req-63e9514b-f082-4b3a-980e-60f279e1413b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.259303 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5dc3e6a8-6a28-4091-a3e3-3e78d0c56dcd req-63e9514b-f082-4b3a-980e-60f279e1413b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.0520008 Apr 05 11:39:00.304431 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5dc3e6a8-6a28-4091-a3e3-3e78d0c56dcd req-142b2e50-ae96-4398-b6e8-247b29e87223 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395584 Apr 05 11:39:00.473241 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e697ec40-0635-465a-8b6f-9803f5fa1569 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:00.605211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06c1b7-b11a-4978-9693-340511f8b185 req-4d70d26d-6629-4a7f-842d-90a9417674d5 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.606715 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-be06c1b7-b11a-4978-9693-340511f8b185 req-4d70d26d-6629-4a7f-842d-90a9417674d5 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 944 time: 0.0550356 Apr 05 11:39:00.635457 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port e697ec40-0635-465a-8b6f-9803f5fa1569 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:39:00.645671 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port e697ec40-0635-465a-8b6f-9803f5fa1569 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:00.646046 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.659607 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-be06c1b7-b11a-4978-9693-340511f8b185 req-44961f3e-27ba-42da-872f-6d948864bce6 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Apr 05 11:39:00.729198 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port e697ec40-0635-465a-8b6f-9803f5fa1569 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:00.729469 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.752430 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:00.754730 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a14df0-d2a6-4d8d-a18f-6f88ef341e1d" -d '{"events": [{"server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "name": "network-vif-plugged", "status": "completed", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:00.765744 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.766390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28bafa-bf40-481c-a282-97fedb1954a0 req-373c4de2-8021-40be-98cf-f415b39dc85a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:00.767931 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf28bafa-bf40-481c-a282-97fedb1954a0 req-373c4de2-8021-40be-98cf-f415b39dc85a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0561972 Apr 05 11:39:00.772322 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e697ec40-0635-465a-8b6f-9803f5fa1569,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:00.791416 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec14ff05-db63-493a-a101-77e6e06cf7d0 x-openstack-request-id: req-ec14ff05-db63-493a-a101-77e6e06cf7d0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:00.791728 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "name": "network-vif-plugged", "status": "completed", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:00.791982 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec14ff05-db63-493a-a101-77e6e06cf7d0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:00.792381 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec14ff05-db63-493a-a101-77e6e06cf7d0'] response: {'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569', 'code': 200} Apr 05 11:39:00.828703 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf28bafa-bf40-481c-a282-97fedb1954a0 req-4411f8bf-7b51-4be7-8d3a-39c28edd4401 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548387 Apr 05 11:39:00.848066 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:00.896000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:01.100909 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f60d0-2da6-4ec2-8a78-4a56d75f3517 req-9fdc3cb8-4fb3-4ef3-ae9c-d806072ab5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.102972 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-727f60d0-2da6-4ec2-8a78-4a56d75f3517 req-9fdc3cb8-4fb3-4ef3-ae9c-d806072ab5b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 1129 time: 0.0427654 Apr 05 11:39:01.146617 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-727f60d0-2da6-4ec2-8a78-4a56d75f3517 req-986ed069-0573-40aa-b201-a18faa12de1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Apr 05 11:39:01.419679 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db88a8-0e08-4e9b-89cf-ff712bc69c63 req-7e1b9739-93a2-42d6-8234-c87afcce7d01 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.421124 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-19db88a8-0e08-4e9b-89cf-ff712bc69c63 req-7e1b9739-93a2-42d6-8234-c87afcce7d01 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.0511832 Apr 05 11:39:01.467717 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-19db88a8-0e08-4e9b-89cf-ff712bc69c63 req-42c19e5e-cf7c-450d-9936-0ff67e688047 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 Apr 05 11:39:01.725904 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:01.782429 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f76db-ce96-4dc9-b6db-234de4a2c769 req-4b6f3f0f-13a9-4fc9-a1a6-b0cd5f7b5d82 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.783889 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a18f76db-ce96-4dc9-b6db-234de4a2c769 req-4b6f3f0f-13a9-4fc9-a1a6-b0cd5f7b5d82 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Apr 05 11:39:01.830782 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a18f76db-ce96-4dc9-b6db-234de4a2c769 req-42e64b2f-eacf-4559-8238-7842911046b8 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Apr 05 11:39:01.943113 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913bb15-446f-4041-9b52-9def85396635 req-de40f4c5-f156-4ecb-9872-153774263f4b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:01.944473 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d913bb15-446f-4041-9b52-9def85396635 req-de40f4c5-f156-4ecb-9872-153774263f4b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0506396 Apr 05 11:39:02.001838 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d913bb15-446f-4041-9b52-9def85396635 req-c73cd3b3-87dd-4b08-9b00-4d8c6c2e9ca7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0512211 Apr 05 11:39:02.474205 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2dbb6391-e3b4-450c-8bac-a8a5f4721300 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:39:02.579165 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:02.590386 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56919c-a301-4645-ad18-6443a5961dc3 req-09a5b667-54cc-4bde-9bcd-b2f82f2e0572 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:02.590911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:39:02.591924 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e56919c-a301-4645-ad18-6443a5961dc3 req-09a5b667-54cc-4bde-9bcd-b2f82f2e0572 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 943 time: 0.0585120 Apr 05 11:39:02.633225 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:02.633710 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:02.640897 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1e56919c-a301-4645-ad18-6443a5961dc3 req-2b4765a8-959b-435f-b871-0ef75e4bc117 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Apr 05 11:39:02.651206 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbb6391-e3b4-450c-8bac-a8a5f4721300 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:39:02.671364 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:02.754647 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:02.800993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:02.953859 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba0deb-27be-4972-8757-92c73c5a1685 req-e5f31550-5515-406c-aeac-1370536d7971 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:02.955382 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-73ba0deb-27be-4972-8757-92c73c5a1685 req-e5f31550-5515-406c-aeac-1370536d7971 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Apr 05 11:39:03.003449 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-73ba0deb-27be-4972-8757-92c73c5a1685 req-3cc6b9ea-9a41-46e7-b0a0-5cf22732000c tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Apr 05 11:39:03.029764 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['2dbb6391-e3b4-450c-8bac-a8a5f4721300'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:03.125469 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc06021-e25f-4943-8a31-21af22be999e req-f9d59f0c-1a7a-44cf-852c-f03eb0ca627a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:03.127006 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-afc06021-e25f-4943-8a31-21af22be999e req-f9d59f0c-1a7a-44cf-852c-f03eb0ca627a tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0546246 Apr 05 11:39:03.188840 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-afc06021-e25f-4943-8a31-21af22be999e req-01335cc5-922a-4ab9-b565-e087e2f5f596 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546780 Apr 05 11:39:03.754844 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad86f02-b664-4de0-8016-305a37692590 req-77cfa5b9-6de4-49c1-b8ca-7954390abe0e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:03.756297 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bad86f02-b664-4de0-8016-305a37692590 req-77cfa5b9-6de4-49c1-b8ca-7954390abe0e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Apr 05 11:39:03.804794 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bad86f02-b664-4de0-8016-305a37692590 req-c56bb15e-2f79-4b01-8a23-57f271b5322f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Apr 05 11:39:04.117547 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a80e2-ac31-486b-8cd5-005ff3e7502b req-41df2a2f-e48b-42a7-9cae-2829dbcdce70 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:04.119040 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a3a80e2-ac31-486b-8cd5-005ff3e7502b req-41df2a2f-e48b-42a7-9cae-2829dbcdce70 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0517447 Apr 05 11:39:04.167262 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a3a80e2-ac31-486b-8cd5-005ff3e7502b req-10f134e2-05b5-4872-a68a-91b2c75b7d62 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Apr 05 11:39:04.311096 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ca6a-84d1-48ac-88fd-baae55b3c477 req-877712d4-311d-45e5-8130-03b5ff297a58 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:04.318655 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3398ca6a-84d1-48ac-88fd-baae55b3c477 req-877712d4-311d-45e5-8130-03b5ff297a58 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0571282 Apr 05 11:39:04.371375 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3398ca6a-84d1-48ac-88fd-baae55b3c477 req-1eb63e26-4db7-43a1-9abc-3a26d247d6bf tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531919 Apr 05 11:39:04.488438 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2dbb6391-e3b4-450c-8bac-a8a5f4721300 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:04.653539 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:39:04.657516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:04.657874 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.735503 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:04.735802 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.760610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:04.765457 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3436281-3353-4e3b-8301-6b2d5a493d61" -d '{"events": [{"server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "name": "network-vif-plugged", "status": "completed", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:04.783456 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:04.882281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:04.930726 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:05.035908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba96541-e494-4ee6-8e5d-f96a3de0e06c x-openstack-request-id: req-8ba96541-e494-4ee6-8e5d-f96a3de0e06c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:05.035908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "name": "network-vif-plugged", "status": "completed", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:05.035908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ba96541-e494-4ee6-8e5d-f96a3de0e06c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:05.035908 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba96541-e494-4ee6-8e5d-f96a3de0e06c'] response: {'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'code': 200} Apr 05 11:39:05.132283 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48802f-6253-497d-9eb4-e8dc544d944d req-383126a8-8984-40bd-90ad-6cb0fdb2375f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.133833 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dd48802f-6253-497d-9eb4-e8dc544d944d req-383126a8-8984-40bd-90ad-6cb0fdb2375f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Apr 05 11:39:05.183031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8be4-a057-4e43-a840-cc2da81c4445 req-497eaa9c-7608-4126-a969-00415015ba9c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.185161 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fa8f8be4-a057-4e43-a840-cc2da81c4445 req-497eaa9c-7608-4126-a969-00415015ba9c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0644064 Apr 05 11:39:05.187753 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-dd48802f-6253-497d-9eb4-e8dc544d944d req-98e88930-3569-48b4-9a4c-ae0df0690151 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479734 Apr 05 11:39:05.232953 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fa8f8be4-a057-4e43-a840-cc2da81c4445 req-a6b62dfd-c6d6-4fa7-a3a6-a0e113548588 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Apr 05 11:39:05.359240 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec13c9-2935-485b-a8b9-e0309a28ca96 req-1be90f71-ec79-4c01-8f4a-85ab4c15d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.360758 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-88ec13c9-2935-485b-a8b9-e0309a28ca96 req-1be90f71-ec79-4c01-8f4a-85ab4c15d303 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 1129 time: 0.0432189 Apr 05 11:39:05.403836 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-88ec13c9-2935-485b-a8b9-e0309a28ca96 req-e957bf3d-728b-46b1-ad8a-cb341445078a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365303 Apr 05 11:39:05.494675 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f82bd-3d09-463b-b44e-2cca304aeee3 req-d1f95dc7-a3ea-4007-9242-9e7961ee371e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:05.496171 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-720f82bd-3d09-463b-b44e-2cca304aeee3 req-d1f95dc7-a3ea-4007-9242-9e7961ee371e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0558579 Apr 05 11:39:05.553953 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-720f82bd-3d09-463b-b44e-2cca304aeee3 req-6f4ad425-ef0b-4d54-935e-6c15c36026cd tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521088 Apr 05 11:39:06.311068 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19931-4a04-4403-868b-53a6379ae67d req-977e4e4c-b4a1-45b6-9600-fd0b9b3fb790 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:06.312610 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-16c19931-4a04-4403-868b-53a6379ae67d req-977e4e4c-b4a1-45b6-9600-fd0b9b3fb790 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0555353 Apr 05 11:39:06.353113 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b3e7-caaf-4eb4-b656-e8dc9263cf87 req-2f412341-35f1-4171-8b93-ff2a5f0d0e68 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:06.354626 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5833b3e7-caaf-4eb4-b656-e8dc9263cf87 req-2f412341-35f1-4171-8b93-ff2a5f0d0e68 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0529647 Apr 05 11:39:06.358792 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-16c19931-4a04-4403-868b-53a6379ae67d req-1033795f-8eae-4bd6-8966-71dddae8ded9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Apr 05 11:39:06.400711 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5833b3e7-caaf-4eb4-b656-e8dc9263cf87 req-0d5c3874-cddc-47ac-85e4-b6f1c3c79c59 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Apr 05 11:39:06.679826 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb747f52-7f60-4afd-ba82-3f82bcd3ed58 req-6dd57d8a-7803-4355-b1ab-45a4602a2d04 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:06.681289 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cb747f52-7f60-4afd-ba82-3f82bcd3ed58 req-6dd57d8a-7803-4355-b1ab-45a4602a2d04 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0516732 Apr 05 11:39:06.738030 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-cb747f52-7f60-4afd-ba82-3f82bcd3ed58 req-cb4f337e-8072-473a-ac87-f5227983d6c5 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0512269 Apr 05 11:39:07.474893 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d29a28-b01c-4a9d-b576-ab56fbfc9e34 req-79b6286a-9292-438d-b297-95e55349f4ce tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.476386 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6d29a28-b01c-4a9d-b576-ab56fbfc9e34 req-79b6286a-9292-438d-b297-95e55349f4ce tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Apr 05 11:39:07.530622 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f7cae-00a3-4c4b-99ea-7490a1c0085a req-1627338c-2c6f-4ac3-8d4b-8f881bbb56ec tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.532163 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fe9f7cae-00a3-4c4b-99ea-7490a1c0085a req-1627338c-2c6f-4ac3-8d4b-8f881bbb56ec tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0589268 Apr 05 11:39:07.542726 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b6d29a28-b01c-4a9d-b576-ab56fbfc9e34 req-b9d11383-83be-4175-8599-41125083b54b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605929 Apr 05 11:39:07.582975 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fe9f7cae-00a3-4c4b-99ea-7490a1c0085a req-0412d7c9-f931-455d-b001-8ca67927110e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 Apr 05 11:39:07.659052 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ece4-bbfd-4372-901a-fc5472201685 req-9c8a4220-eb3a-4cb8-b910-d9b6151d0b58 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.660429 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cfd9ece4-bbfd-4372-901a-fc5472201685 req-9c8a4220-eb3a-4cb8-b910-d9b6151d0b58 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Apr 05 11:39:07.669469 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 49758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:07.673833 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:39:07.712462 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:07.860785 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b773c-ae5b-4479-9e6e-166c8f1719b6 req-f9cdca95-bc11-4c1e-bb91-76225b4cb250 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:07.862286 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-191b773c-ae5b-4479-9e6e-166c8f1719b6 req-f9cdca95-bc11-4c1e-bb91-76225b4cb250 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0552924 Apr 05 11:39:07.923077 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-191b773c-ae5b-4479-9e6e-166c8f1719b6 req-125580a4-176b-4f0a-a4e5-1c30cdc4d71b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548952 Apr 05 11:39:08.158315 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.212073 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.314374 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 0d078f8e-88df-4a77-8d55-819d889c20ab associated. External IP: 172.28.0.86, port: 2dbb6391-e3b4-450c-8bac-a8a5f4721300. Apr 05 11:39:08.522543 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:08.641337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:08.646374 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:08.652244 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:08.661466 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:08.662085 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:08.705444 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8062797c-9b51-45ec-8d24-5f1c765fc274 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "PUT /v2.0/floatingips/0d078f8e-88df-4a77-8d55-819d889c20ab HTTP/1.1" status: 200 len: 990 time: 1.0349061 Apr 05 11:39:08.706752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:08.708962 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9315baeb-22ac-4e1c-b410-9ca80c6e7724" -d '{"events": [{"name": "network-changed", "server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:08.734674 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2c21a-f7c4-45cc-98ec-706ea7280238 req-209792a6-70b1-43cf-9c41-e391460c771d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.736243 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-70f2c21a-f7c4-45cc-98ec-706ea7280238 req-209792a6-70b1-43cf-9c41-e391460c771d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0692205 Apr 05 11:39:08.758199 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab20872d-9d2a-47b7-81ff-aeb8c152568e x-openstack-request-id: req-ab20872d-9d2a-47b7-81ff-aeb8c152568e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:08.759065 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:08.759327 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab20872d-9d2a-47b7-81ff-aeb8c152568e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:08.759721 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab20872d-9d2a-47b7-81ff-aeb8c152568e'] response: {'name': 'network-changed', 'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'status': 'completed', 'code': 200} Apr 05 11:39:08.775420 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:08.799775 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-70f2c21a-f7c4-45cc-98ec-706ea7280238 req-8ae0deda-4e26-446a-9330-4377c7d0cd22 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578170 Apr 05 11:39:08.834978 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-94feca91-3328-4e5c-882e-41ec5ad23262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.837045 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-94feca91-3328-4e5c-882e-41ec5ad23262 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 1129 time: 0.0511558 Apr 05 11:39:08.981258 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-c6a1bb61-840e-43d6-9bd1-079a839ffc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:08.982871 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-c6a1bb61-840e-43d6-9bd1-079a839ffc8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.1317618 Apr 05 11:39:09.007494 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:08Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:09.037377 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:09.049599 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:09.050235 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:38:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:09.053613 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63fe63-11e7-4a1c-9c86-f81539d32829 req-a5e8cccd-f653-430d-b3f6-ae352355b4f4 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:09.058867 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-435a8065-aedf-4ab9-a8c4-eaea072d3723 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300 HTTP/1.1" status: 200 len: 998 time: 0.0699408 Apr 05 11:39:09.061832 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3d63fe63-11e7-4a1c-9c86-f81539d32829 req-a5e8cccd-f653-430d-b3f6-ae352355b4f4 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0674326 Apr 05 11:39:09.124851 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-5a8df168-bacf-4fb3-bb33-f70c63318a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:09.126456 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-5a8df168-bacf-4fb3-bb33-f70c63318a52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0552454 Apr 05 11:39:09.134810 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3d63fe63-11e7-4a1c-9c86-f81539d32829 req-ed9d38ab-09cd-4a9e-884a-ec365e721c9d tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0700192 Apr 05 11:39:09.168540 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:09.185086 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-65962079-73a8-42fb-8a40-26cd9d94a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:09.186619 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-65962079-73a8-42fb-8a40-26cd9d94a740 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469763 Apr 05 11:39:09.282277 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-b300d167-4c67-4cf9-aed8-79e6376c5491 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874379 Apr 05 11:39:09.371741 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9315baeb-22ac-4e1c-b410-9ca80c6e7724 req-cde7c1ef-9fe6-4cc1-9319-7dcc887a8762 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836089 Apr 05 11:39:09.397205 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:08Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:09.422906 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d666c90-e6a2-4c12-94bd-3d9be829db07 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:08Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:09.613634 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0368b0-0276-4ca9-8259-7730a1d69c36 None None] New status for floating IP 0d078f8e-88df-4a77-8d55-819d889c20ab: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:09.748288 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:39:09.924342 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601078cb-e405-401c-b6fd-e5495246d3cd req-b581cfbe-b74c-470f-b96e-ed0e96f384f5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:09.925808 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-601078cb-e405-401c-b6fd-e5495246d3cd req-b581cfbe-b74c-470f-b96e-ed0e96f384f5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Apr 05 11:39:09.972476 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-601078cb-e405-401c-b6fd-e5495246d3cd req-ae356d3c-55ab-46f2-87f2-dd3588d1c140 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402808 Apr 05 11:39:10.253649 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a70d-75db-448c-b326-142e95b1a42e req-39f70ebc-490d-4f05-931b-44a6e28cb563 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:10.255155 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0205a70d-75db-448c-b326-142e95b1a42e req-39f70ebc-490d-4f05-931b-44a6e28cb563 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0567749 Apr 05 11:39:10.314851 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0205a70d-75db-448c-b326-142e95b1a42e req-fcb1e44a-1b6c-45e5-88f9-d00b309f9608 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540028 Apr 05 11:39:11.095306 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36cfd-7c54-44d4-a247-28cb5defdc3a req-9d1f51c6-6721-40a6-98b1-a20118aa5e5c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:11.096791 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3bf36cfd-7c54-44d4-a247-28cb5defdc3a req-9d1f51c6-6721-40a6-98b1-a20118aa5e5c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Apr 05 11:39:11.142613 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3bf36cfd-7c54-44d4-a247-28cb5defdc3a req-3f055db1-03e9-43eb-ad26-a01b5722bd98 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Apr 05 11:39:11.429174 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae828d-6f39-4549-8968-d5a674fe06f4 req-7a9c725a-8d47-4e07-9657-1a5b558af09d tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:11.431214 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-52ae828d-6f39-4549-8968-d5a674fe06f4 req-7a9c725a-8d47-4e07-9657-1a5b558af09d tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0513053 Apr 05 11:39:11.489281 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-52ae828d-6f39-4549-8968-d5a674fe06f4 req-96dc94b7-5afc-41c3-a6cd-14cac395169b tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522783 Apr 05 11:39:12.266388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314a16f-6080-46bc-9b0a-54623ed9392a req-a95ca7c3-26b7-4c28-9eca-df230ae44523 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:12.267944 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6314a16f-6080-46bc-9b0a-54623ed9392a req-a95ca7c3-26b7-4c28-9eca-df230ae44523 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Apr 05 11:39:12.314116 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6314a16f-6080-46bc-9b0a-54623ed9392a req-4e7afe2d-e5dd-43a0-adec-ba0715776f84 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Apr 05 11:39:12.611073 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e1fc8-5766-4538-b949-2e661ab923d7 req-197d3b68-efb8-4229-853f-59f687c35c0e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:12.612571 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-775e1fc8-5766-4538-b949-2e661ab923d7 req-197d3b68-efb8-4229-853f-59f687c35c0e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0550683 Apr 05 11:39:12.675410 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-775e1fc8-5766-4538-b949-2e661ab923d7 req-5f4c00d8-b085-4032-b9d5-3a45d08066e3 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569527 Apr 05 11:39:13.437075 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5146-5bf4-4dd4-9a72-e97b1e55c3c5 req-cbc449a4-a1a3-4ccd-aaf2-49a7e2f2aaab tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:13.438553 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a3e5146-5bf4-4dd4-9a72-e97b1e55c3c5 req-cbc449a4-a1a3-4ccd-aaf2-49a7e2f2aaab tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Apr 05 11:39:13.484094 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4a3e5146-5bf4-4dd4-9a72-e97b1e55c3c5 req-5a2209d8-9e85-4c47-96cd-a1f298055345 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Apr 05 11:39:13.793160 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223eaae2-e921-4ea4-b748-a91603526551 req-71807164-dfd9-4cba-8b2a-989a590961ba tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:13.794638 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-223eaae2-e921-4ea4-b748-a91603526551 req-71807164-dfd9-4cba-8b2a-989a590961ba tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0522830 Apr 05 11:39:13.853640 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-223eaae2-e921-4ea4-b748-a91603526551 req-750b4a8a-50a5-454d-9aa0-78cbf47fcd7e tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532258 Apr 05 11:39:14.610685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052148b3-4220-49c8-8302-9ddbab8806ca req-2442d41a-c0ed-43d5-9c56-939aef644ba7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:14.612137 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-052148b3-4220-49c8-8302-9ddbab8806ca req-2442d41a-c0ed-43d5-9c56-939aef644ba7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0515013 Apr 05 11:39:14.661060 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-052148b3-4220-49c8-8302-9ddbab8806ca req-72fd317c-0838-4138-b428-fe5886788e16 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Apr 05 11:39:14.970333 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa89e-9222-4e1c-b41f-fd7834a33fb4 req-4f27c218-50c0-4d61-a9e4-c823b6e907f8 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:14.971853 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-038aa89e-9222-4e1c-b41f-fd7834a33fb4 req-4f27c218-50c0-4d61-a9e4-c823b6e907f8 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0525327 Apr 05 11:39:15.035520 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-038aa89e-9222-4e1c-b41f-fd7834a33fb4 req-34d99064-16ef-4a8d-a9e5-c616b4d8e186 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530648 Apr 05 11:39:15.785669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4ac27-0203-4745-b47a-a20d2750b6d0 req-2914e4fe-b3ae-43bd-9c01-af2a795793df tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:15.787166 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cee4ac27-0203-4745-b47a-a20d2750b6d0 req-2914e4fe-b3ae-43bd-9c01-af2a795793df tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0559282 Apr 05 11:39:15.833640 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cee4ac27-0203-4745-b47a-a20d2750b6d0 req-48fb3691-7ffb-4d57-80b0-40d39e3cea68 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Apr 05 11:39:16.152224 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b885-04fe-4c71-93ab-22238c72ff63 req-85c5af46-2edc-4a23-bcfd-1dcf06b5c350 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:16.153721 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c9b8b885-04fe-4c71-93ab-22238c72ff63 req-85c5af46-2edc-4a23-bcfd-1dcf06b5c350 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0536871 Apr 05 11:39:16.227527 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c9b8b885-04fe-4c71-93ab-22238c72ff63 req-1b57bd5b-fa1e-447a-815d-1c7398bfd5ca tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0679052 Apr 05 11:39:16.954959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318d0ad-36b1-4723-9a2f-65898ac5a23f req-5dfae0eb-9ec3-400d-be42-78a62549e733 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:16.956440 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b318d0ad-36b1-4723-9a2f-65898ac5a23f req-5dfae0eb-9ec3-400d-be42-78a62549e733 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0519037 Apr 05 11:39:17.001402 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b318d0ad-36b1-4723-9a2f-65898ac5a23f req-2209e6bf-8369-476a-af68-d3d9cb0e18d1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 Apr 05 11:39:17.347240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c72e7-d252-4d0b-963a-7fd50d9cf28d req-31f275f3-0993-49f4-8209-abef9e6f15c0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:17.348729 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-965c72e7-d252-4d0b-963a-7fd50d9cf28d req-31f275f3-0993-49f4-8209-abef9e6f15c0 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0543194 Apr 05 11:39:17.405524 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-965c72e7-d252-4d0b-963a-7fd50d9cf28d req-f55a537c-6eb2-4542-84b8-b34cd9a42330 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506692 Apr 05 11:39:18.125491 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0bbc-275b-411c-b81c-44c89b6853f3 req-49249c76-16fe-40ef-a894-a0ebffd39273 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:18.126982 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8f9f0bbc-275b-411c-b81c-44c89b6853f3 req-49249c76-16fe-40ef-a894-a0ebffd39273 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0553544 Apr 05 11:39:18.172362 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8f9f0bbc-275b-411c-b81c-44c89b6853f3 req-b44ea54d-6320-490f-912a-0c9e0bbdfd64 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Apr 05 11:39:18.525841 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713dc19-7571-40ee-bb4f-70715020905b req-3fa90a0b-dfca-4450-adb0-a33ea875c720 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:18.527221 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b713dc19-7571-40ee-bb4f-70715020905b req-3fa90a0b-dfca-4450-adb0-a33ea875c720 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0561352 Apr 05 11:39:18.588133 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b713dc19-7571-40ee-bb4f-70715020905b req-9a75eed2-8e8b-4195-8deb-1a418503ac09 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543568 Apr 05 11:39:19.388527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1052d-072b-48f9-b599-122016e31352 req-fd79256d-78ad-4b38-9e89-40d28303a912 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:19.389987 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-96d1052d-072b-48f9-b599-122016e31352 req-fd79256d-78ad-4b38-9e89-40d28303a912 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0517707 Apr 05 11:39:19.435442 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-96d1052d-072b-48f9-b599-122016e31352 req-1ff8bf5d-33d6-4a29-b30f-9b275427bdb4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Apr 05 11:39:19.705391 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798ae7-96c8-4829-9637-100c1ece8889 req-369b0f4b-72e1-400b-aa7d-5ffe8fffd420 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:19.706861 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a798ae7-96c8-4829-9637-100c1ece8889 req-369b0f4b-72e1-400b-aa7d-5ffe8fffd420 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0509961 Apr 05 11:39:19.766220 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a798ae7-96c8-4829-9637-100c1ece8889 req-79be4938-232a-4cb3-8c13-e63ae16d6dbf tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537145 Apr 05 11:39:20.018877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:20.559771 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af7477-2085-4469-9d52-9492fad06259 req-9740bf2f-968f-4e6b-a822-0fcd28747759 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:20.561417 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48af7477-2085-4469-9d52-9492fad06259 req-9740bf2f-968f-4e6b-a822-0fcd28747759 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0566468 Apr 05 11:39:20.609224 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48af7477-2085-4469-9d52-9492fad06259 req-d964e0b3-51ef-48ab-b706-5f140775c666 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Apr 05 11:39:20.888172 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2676-d770-4869-8b30-7e4ffd367301 req-145a3fc5-fe73-4969-8dce-d0ba35e8f7c6 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:20.889750 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4f5e2676-d770-4869-8b30-7e4ffd367301 req-145a3fc5-fe73-4969-8dce-d0ba35e8f7c6 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0544779 Apr 05 11:39:20.953824 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4f5e2676-d770-4869-8b30-7e4ffd367301 req-8065e96f-d019-493e-808c-4b752ab372d9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584750 Apr 05 11:39:21.731143 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ecf8c-ff60-4c24-a85f-3d9dfacfa0c9 req-8a7aaaee-0b16-4cd4-8a83-59b2e249dec6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:21.732635 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-616ecf8c-ff60-4c24-a85f-3d9dfacfa0c9 req-8a7aaaee-0b16-4cd4-8a83-59b2e249dec6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0541885 Apr 05 11:39:21.780424 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-616ecf8c-ff60-4c24-a85f-3d9dfacfa0c9 req-ee2dd356-99d6-4da8-9aff-3d2aecc8ab37 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Apr 05 11:39:22.073574 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1aadf-c3a4-42fc-8097-cc3e1faef5a9 req-7184cce4-413b-4c09-9417-3129b27bf989 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:22.075047 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-02f1aadf-c3a4-42fc-8097-cc3e1faef5a9 req-7184cce4-413b-4c09-9417-3129b27bf989 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0524263 Apr 05 11:39:22.135635 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-02f1aadf-c3a4-42fc-8097-cc3e1faef5a9 req-e4466cae-e2a3-4c9f-b6fb-0f09b04a27b7 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d6c65ee-add7-46c2-99db-db9f2a873d8a&id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547130 Apr 05 11:39:22.580958 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:39:22.676549 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:22.817537 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '393d2a22-5396-4683-a08f-35a91ffcc349', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:39:22.855690 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: ACTIVE; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:22.855987 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:22.869180 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:39:22.889007 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:22.905477 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0fff-4c22-46b6-89a7-15e56e4c3bb5 req-6778462e-5876-4366-8c9e-8cdde4854164 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:22.906977 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9ee0fff-4c22-46b6-89a7-15e56e4c3bb5 req-6778462e-5876-4366-8c9e-8cdde4854164 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Apr 05 11:39:22.953479 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9ee0fff-4c22-46b6-89a7-15e56e4c3bb5 req-f3ac93ee-27ed-488e-944c-835033ff1073 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Apr 05 11:39:22.973144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:23.022398 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:23.104805 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['393d2a22-5396-4683-a08f-35a91ffcc349'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:24.076619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f7ed8-514e-4ca3-8592-57757c9359fb req-2691323f-5b37-4582-a569-b02b70934c34 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:24.078094 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ae8f7ed8-514e-4ca3-8592-57757c9359fb req-2691323f-5b37-4582-a569-b02b70934c34 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 944 time: 0.0541189 Apr 05 11:39:24.123677 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ae8f7ed8-514e-4ca3-8592-57757c9359fb req-14aee6f2-a34a-467a-b600-c843d62652ab tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Apr 05 11:39:24.581687 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:39:24.633923 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 393d2a22-5396-4683-a08f-35a91ffcc349 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:39:24.634332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.716424 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:24.716800 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.739716 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:24.742058 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab74a6e5-d03b-4b4b-85a2-c1e56b1cf566" -d '{"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:24.754675 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:24.777030 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd010dd2-7c02-4df8-9544-73d1a3c10008 x-openstack-request-id: req-fd010dd2-7c02-4df8-9544-73d1a3c10008 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:24.777577 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:24.777841 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd010dd2-7c02-4df8-9544-73d1a3c10008 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:24.778244 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd010dd2-7c02-4df8-9544-73d1a3c10008'] response: {'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'code': 200} Apr 05 11:39:24.863039 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:24.919692 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:25.252966 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1724fc-cc35-483d-b1d8-aa45d4ec3ac5 req-3ffa9973-f29e-4b47-bb56-541f136a2e54 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:25.254533 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf1724fc-cc35-483d-b1d8-aa45d4ec3ac5 req-3ffa9973-f29e-4b47-bb56-541f136a2e54 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0577028 Apr 05 11:39:25.307677 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cf1724fc-cc35-483d-b1d8-aa45d4ec3ac5 req-fdde1e19-467f-4b0d-900a-59212b304124 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Apr 05 11:39:25.681314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a53a6b97-de2d-423f-a456-cb1aaa1b3e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:26.541618 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a3149-2445-4e58-98a9-4fa0ba7d6bae req-1384bc06-d539-4ea8-b43f-0e9eca9e7411 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:26.543781 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf4a3149-2445-4e58-98a9-4fa0ba7d6bae req-1384bc06-d539-4ea8-b43f-0e9eca9e7411 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0926983 Apr 05 11:39:26.602653 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf4a3149-2445-4e58-98a9-4fa0ba7d6bae req-3edc1a16-a7de-4674-9552-c107d6c0ab6d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Apr 05 11:39:27.760935 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e6010-3098-4154-8537-c48671f98cac req-a1ee5d50-4275-476c-97ea-38393a98115a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:27.762529 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-226e6010-3098-4154-8537-c48671f98cac req-a1ee5d50-4275-476c-97ea-38393a98115a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0729401 Apr 05 11:39:27.822042 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-226e6010-3098-4154-8537-c48671f98cac req-12bd6e12-bde9-4c4c-91f1-5bd089dc6113 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Apr 05 11:39:28.349753 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e93f9-56bb-4a5e-af64-7bcf1a778c1d req-d0b9be6e-a8c5-4c13-9f82-c30bfa19706e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:28.355353 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90dba917-73b6-4ea8-baab-08d91dfd148e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:28.355895 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-291e93f9-56bb-4a5e-af64-7bcf1a778c1d req-d0b9be6e-a8c5-4c13-9f82-c30bfa19706e tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0592864 Apr 05 11:39:28.424854 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-291e93f9-56bb-4a5e-af64-7bcf1a778c1d req-5d4f549e-2a4e-4082-bfff-e243bcddebcc tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571463 Apr 05 11:39:28.968590 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d18c2-d684-4c09-86ba-188027da8cd6 req-f5621900-bdab-488e-b071-5caeabce0f04 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:28.972533 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b47d18c2-d684-4c09-86ba-188027da8cd6 req-f5621900-bdab-488e-b071-5caeabce0f04 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0580375 Apr 05 11:39:29.026836 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b47d18c2-d684-4c09-86ba-188027da8cd6 req-a69d0b71-809b-4534-9716-2c33d359deb5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488105 Apr 05 11:39:29.349924 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:29.543950 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768acc9-316c-447e-8cd6-f8675d7fdb67 req-ee4a0e70-151e-4558-b44c-ec93da292007 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:29.552679 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4768acc9-316c-447e-8cd6-f8675d7fdb67 req-ee4a0e70-151e-4558-b44c-ec93da292007 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0666225 Apr 05 11:39:29.602658 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4768acc9-316c-447e-8cd6-f8675d7fdb67 req-8d45fcc4-f2c2-49f2-bbe9-21cecac94540 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Apr 05 11:39:30.161564 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f30b2-d109-4531-9390-cd557a331cba req-b1b9b22c-0333-4ca9-83c1-d04870143157 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:30.170672 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-795f30b2-d109-4531-9390-cd557a331cba req-b1b9b22c-0333-4ca9-83c1-d04870143157 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0651188 Apr 05 11:39:30.219189 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-795f30b2-d109-4531-9390-cd557a331cba req-82a157ea-3459-46a2-bd9d-169ab5716de6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Apr 05 11:39:30.749974 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f186d-06e9-4ea0-915b-ccb1dadaefad req-24a41a0f-a424-4ef1-b0f1-7a3fd7944151 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:30.752042 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5b5f186d-06e9-4ea0-915b-ccb1dadaefad req-24a41a0f-a424-4ef1-b0f1-7a3fd7944151 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0617528 Apr 05 11:39:30.803904 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5b5f186d-06e9-4ea0-915b-ccb1dadaefad req-753ebc8e-58c8-43ee-b6e5-a097e4acebf2 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Apr 05 11:39:31.184010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:31.343537 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb9b33-8cb9-412e-a7cf-b92cdfabaee5 req-c980a9e8-ab27-4081-a183-ec98ea6fe326 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:31.345017 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1ffb9b33-8cb9-412e-a7cf-b92cdfabaee5 req-c980a9e8-ab27-4081-a183-ec98ea6fe326 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0572145 Apr 05 11:39:31.402167 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1ffb9b33-8cb9-412e-a7cf-b92cdfabaee5 req-1cc1d6e3-edb1-4404-8736-c4b4ceee426c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511956 Apr 05 11:39:31.737121 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:31.978562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5d238-dd24-4221-80dc-06467f36d8ab req-81efddc3-6ecc-44f9-9e13-f53a2f15ffbe tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:31.981552 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b0e5d238-dd24-4221-80dc-06467f36d8ab req-81efddc3-6ecc-44f9-9e13-f53a2f15ffbe tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0880799 Apr 05 11:39:32.037908 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b0e5d238-dd24-4221-80dc-06467f36d8ab req-61460288-0554-4ed1-a9ec-b631b65d7a25 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Apr 05 11:39:32.537936 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc06e5-6b2d-4a31-a30e-56b64606d9a8 req-35fbab49-47f7-48aa-8bec-b5c268a3178c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:32.539452 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-33bc06e5-6b2d-4a31-a30e-56b64606d9a8 req-35fbab49-47f7-48aa-8bec-b5c268a3178c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0585692 Apr 05 11:39:32.597128 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-33bc06e5-6b2d-4a31-a30e-56b64606d9a8 req-5a9d477e-877e-4d82-b0e5-f44f6bd93b56 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513523 Apr 05 11:39:33.173991 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09564-2e2b-410d-be9c-4bac97ebf4ec req-2edfc148-f031-4d49-9a2f-fe85ed728dd9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:33.175523 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-59b09564-2e2b-410d-be9c-4bac97ebf4ec req-2edfc148-f031-4d49-9a2f-fe85ed728dd9 tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0647545 Apr 05 11:39:33.230250 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-59b09564-2e2b-410d-be9c-4bac97ebf4ec req-4050eb20-61f1-4949-95ff-838a27684d1b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474370 Apr 05 11:39:33.549015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-0a21b1b1-3698-49a6-9852-12492a4fd77f tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:33.550775 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-0a21b1b1-3698-49a6-9852-12492a4fd77f tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0561645 Apr 05 11:39:33.657342 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Deleting port e697ec40-0635-465a-8b6f-9803f5fa1569 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:33.662314 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:33.749417 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e7d0a-cc7d-4d15-bd88-903e8d04b118 req-0b3bada5-8ed0-42a4-b142-3b65990e05a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:33.751913 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d6e7d0a-cc7d-4d15-bd88-903e8d04b118 req-0b3bada5-8ed0-42a4-b142-3b65990e05a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0608380 Apr 05 11:39:33.769357 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] For port e697ec40-0635-465a-8b6f-9803f5fa1569, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e697ec40-0635-465a-8b6f-9803f5fa1569,segment=NetworkSegment(dbe9949c-0b8b-45f4-8a31-9fb0f1321fad),segment_id=dbe9949c-0b8b-45f4-8a31-9fb0f1321fad)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:33.769777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:33.804072 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Calling delete_port for e697ec40-0635-465a-8b6f-9803f5fa1569 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:33.812933 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d6e7d0a-cc7d-4d15-bd88-903e8d04b118 req-9fd0be1a-9a79-4770-9b68-145cf31f8ec9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551152 Apr 05 11:39:34.354369 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd82136-e2bc-434c-966d-e84515892825 req-ed92ffff-f349-432c-923d-8c00a38c9e2a tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:34.355785 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6fd82136-e2bc-434c-966d-e84515892825 req-ed92ffff-f349-432c-923d-8c00a38c9e2a tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 945 time: 0.0527723 Apr 05 11:39:34.403128 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6fd82136-e2bc-434c-966d-e84515892825 req-d87b0688-9fab-4b70-a4f2-6c6738bc36eb tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/security-groups?id=f7ce4cc9-405a-4e3c-b884-f86e5392945c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Apr 05 11:39:34.429797 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e697ec40-0635-465a-8b6f-9803f5fa1569), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:34.447970 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['e697ec40-0635-465a-8b6f-9803f5fa1569'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:34.461359 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Pushing event deleted for resources: {'Port': ['ID=e697ec40-0635-465a-8b6f-9803f5fa1569,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:34.492335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.492694 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.493111 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.493439 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.494316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.494717 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.495001 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.495523 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.495721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.496092 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.496319 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.496647 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.496970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.497292 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.497695 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:34.526221 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] No DVR routers for this DVR port e697ec40-0635-465a-8b6f-9803f5fa1569 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:34.528990 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:34.532684 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-9df31774-b82b-499d-9cbf-5b13cd76a18e req-7fc3d626-77c3-475d-9223-a24735c43e5b tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.53 "DELETE /v2.0/ports/e697ec40-0635-465a-8b6f-9803f5fa1569 HTTP/1.1" status: 204 len: 173 time: 0.9763243 Apr 05 11:39:34.533161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'name': 'network-vif-deleted', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:34.536324 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff6102-e7d6-4b0d-aa86-e38217f0ad96" -d '{"events": [{"server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "name": "network-vif-deleted", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:34.577608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77d331-2734-40c3-99f8-ed0ae0014b32 x-openstack-request-id: req-dd77d331-2734-40c3-99f8-ed0ae0014b32 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:34.577903 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195766fe-cec4-4fa1-853f-4bad56f87754", "name": "network-vif-deleted", "tag": "e697ec40-0635-465a-8b6f-9803f5fa1569", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:34.578154 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd77d331-2734-40c3-99f8-ed0ae0014b32 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:34.578603 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd77d331-2734-40c3-99f8-ed0ae0014b32'] response: {'server_uuid': '195766fe-cec4-4fa1-853f-4bad56f87754', 'name': 'network-vif-deleted', 'tag': 'e697ec40-0635-465a-8b6f-9803f5fa1569', 'status': 'completed', 'code': 200} Apr 05 11:39:35.005627 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b04a0-10ce-411f-acc9-32c00fb04949 req-7769d8a7-b708-4b89-813f-65872e087e28 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:35.013040 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2f2b04a0-10ce-411f-acc9-32c00fb04949 req-7769d8a7-b708-4b89-813f-65872e087e28 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0662491 Apr 05 11:39:35.066775 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2f2b04a0-10ce-411f-acc9-32c00fb04949 req-6ce22e7a-84a4-4112-98ec-1a347f56b040 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512710 Apr 05 11:39:35.517376 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f396db26-8034-4cfb-b00e-002ac6416b44 req-bc1cad3b-6df1-4ac8-ab8a-36662b44a7bb tempest-VolumesSnapshotTestJSON-305195130 tempest-VolumesSnapshotTestJSON-305195130-project] 10.222.0.64 "GET /v2.0/ports?device_id=195766fe-cec4-4fa1-853f-4bad56f87754 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Apr 05 11:39:36.183793 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-579f4fef-7664-4951-a66c-c61d27ac6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.185219 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-579f4fef-7664-4951-a66c-c61d27ac6fc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1129 time: 0.0443401 Apr 05 11:39:36.185758 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bee15a-8ce5-43ef-8ceb-67365edbedd4 req-6b6a44cc-a6f4-45d4-b379-8bf35cf39d72 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.187275 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-15bee15a-8ce5-43ef-8ceb-67365edbedd4 req-6b6a44cc-a6f4-45d4-b379-8bf35cf39d72 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0560882 Apr 05 11:39:36.234256 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-15bee15a-8ce5-43ef-8ceb-67365edbedd4 req-c412e96d-9614-4680-acc7-6f07b27f582c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Apr 05 11:39:36.287050 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-c2ccedea-dfde-496d-a87f-c9fb73781987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.288554 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-c2ccedea-dfde-496d-a87f-c9fb73781987 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.0945199 Apr 05 11:39:36.358768 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-53ff4254-b267-4b9c-b80e-0cacf8f0f828 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 1000 time: 0.0624340 Apr 05 11:39:36.406285 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-6f6958ff-2f1f-4be6-a0d4-3901121a00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.407727 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-6f6958ff-2f1f-4be6-a0d4-3901121a00e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0434637 Apr 05 11:39:36.454932 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-0300a536-b745-45ed-b4b4-bc19bd058511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:36.456417 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-0300a536-b745-45ed-b4b4-bc19bd058511 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431297 Apr 05 11:39:36.546936 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-34d67a33-80b7-4196-9dee-ac36e2f8106a service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Apr 05 11:39:36.636073 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e4a4973c-7c60-487a-8d9b-cf37d2585543 req-0eebc5d4-c2df-4989-a46e-0b5de661166c service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833926 Apr 05 11:39:36.679821 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e697ec40-0635-465a-8b6f-9803f5fa1569 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:36.703589 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: e697ec40-0635-465a-8b6f-9803f5fa1569 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:36.704137 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device e697ec40-0635-465a-8b6f-9803f5fa1569 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:37.365294 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7238b10-324e-4a4c-b70a-068f25b27d7e req-a06b5c37-6d0a-4a9a-98bd-23901c130989 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:37.366781 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d7238b10-324e-4a4c-b70a-068f25b27d7e req-a06b5c37-6d0a-4a9a-98bd-23901c130989 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Apr 05 11:39:37.415286 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d7238b10-324e-4a4c-b70a-068f25b27d7e req-32f903c3-2340-466d-896e-094b91bff31b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Apr 05 11:39:38.546420 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58191ed3-c075-4058-92e1-23fd1179fe87 req-6f264057-ed42-4860-b0af-2bdcbdaf726f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:38.547967 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58191ed3-c075-4058-92e1-23fd1179fe87 req-6f264057-ed42-4860-b0af-2bdcbdaf726f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 945 time: 0.0544994 Apr 05 11:39:38.601628 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58191ed3-c075-4058-92e1-23fd1179fe87 req-c94f58e7-b2da-4f95-8b0e-f54299a78c1b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Apr 05 11:39:38.677416 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:38.752132 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: ACTIVE; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:38.752512 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:38.774109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:38.776332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a24f956-7657-457c-8c6e-c0c58c139542" -d '{"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-unplugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:38.792212 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:38.871484 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008ea44-7c35-4b1c-a9b5-174cb9b0dcad x-openstack-request-id: req-6008ea44-7c35-4b1c-a9b5-174cb9b0dcad {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:38.871791 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-unplugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:38.872041 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6008ea44-7c35-4b1c-a9b5-174cb9b0dcad {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:38.872430 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6008ea44-7c35-4b1c-a9b5-174cb9b0dcad'] response: {'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'code': 200} Apr 05 11:39:38.874743 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:38.921781 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:38.929095 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.929465 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.929793 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.930154 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.930522 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.930855 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.931185 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.931513 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.931841 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.932191 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.932520 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.932870 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.933199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.933521 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:38.933940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:39.729230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421ef85-63da-45ea-b7f4-25e22e8d0d54 req-2485ead4-b254-49b7-b096-e14aecfbf97b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:39.730774 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6421ef85-63da-45ea-b7f4-25e22e8d0d54 req-2485ead4-b254-49b7-b096-e14aecfbf97b tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0514638 Apr 05 11:39:39.776254 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6421ef85-63da-45ea-b7f4-25e22e8d0d54 req-d25fc609-dd33-454f-8e1a-2e3729290ded tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397999 Apr 05 11:39:41.743171 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [req-88d9a48d-6f2b-453a-8cfb-5d5dca87a3d4 req-edfd915a-ce7d-44c4-966d-4bfda7b076ed service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:39:41.744186 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-88d9a48d-6f2b-453a-8cfb-5d5dca87a3d4 req-edfd915a-ce7d-44c4-966d-4bfda7b076ed service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517819 Apr 05 11:39:42.118861 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0a0d1-f1d7-4b5b-9ef6-8bc0eeb0e641 req-016a504b-1cbe-4ed0-a75e-2aa79b97f856 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:42.120312 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0df0a0d1-f1d7-4b5b-9ef6-8bc0eeb0e641 req-016a504b-1cbe-4ed0-a75e-2aa79b97f856 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0539365 Apr 05 11:39:42.172389 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0df0a0d1-f1d7-4b5b-9ef6-8bc0eeb0e641 req-824c1584-c237-4c9e-a643-7186ea0bf5ea tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Apr 05 11:39:42.517078 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50176) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:42.609928 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-ffef151e-6edc-4a8b-8fdf-4d5ed7e97ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911520 Apr 05 11:39:42.618662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-d9c832af-1309-428f-96d6-02795fb357f4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103883) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:39:42.619605 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-d9c832af-1309-428f-96d6-02795fb357f4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052435 Apr 05 11:39:42.695135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50184) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:42.703472 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:42.802283 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: DOWN; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:42.818000 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-fca3a01a-7d34-4c89-a3bd-966aa345d235 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:42.820394 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-fca3a01a-7d34-4c89-a3bd-966aa345d235 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports/393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 940 time: 0.1242545 Apr 05 11:39:43.301527 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66a9f9-f06d-415a-84b6-39a5d1196f55 req-923cd2b4-36ec-4449-8736-c204ebd9d012 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:43.303343 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a66a9f9-f06d-415a-84b6-39a5d1196f55 req-923cd2b4-36ec-4449-8736-c204ebd9d012 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0535653 Apr 05 11:39:43.350796 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8a66a9f9-f06d-415a-84b6-39a5d1196f55 req-62561dd2-62db-461b-9d96-5a53b92f1bf9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Apr 05 11:39:44.530872 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712593-b210-4ef6-902a-c57102a6ae11 req-8718185e-5c02-41d8-af80-a63a0ee9e5c2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:44.532364 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e712593-b210-4ef6-902a-c57102a6ae11 req-8718185e-5c02-41d8-af80-a63a0ee9e5c2 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.1064453 Apr 05 11:39:44.597291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-e0a9fe33-5c14-4c6a-87de-377275abe346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:44.598813 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-e0a9fe33-5c14-4c6a-87de-377275abe346 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6&tenant_id=95d63130b1b44a78bfe454f50209fc12 HTTP/1.1" status: 200 len: 1127 time: 0.1214125 Apr 05 11:39:44.602989 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e712593-b210-4ef6-902a-c57102a6ae11 req-3864bc33-3fcd-497c-971d-b096ff28865a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645092 Apr 05 11:39:44.937536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-e57f012c-0050-4c32-b697-0cb099e1e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:44.940656 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-e57f012c-0050-4c32-b697-0cb099e1e032 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d63130b1b44a78bfe454f50209fc12&device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1127 time: 0.3198185 Apr 05 11:39:45.020397 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16a125-e84d-4c5b-8cd0-d9710805b0c9 req-5851352e-11bd-412d-804e-ffb0e97e9a31 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:45.021911 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-da16a125-e84d-4c5b-8cd0-d9710805b0c9 req-5851352e-11bd-412d-804e-ffb0e97e9a31 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.0551081 Apr 05 11:39:45.069260 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-da16a125-e84d-4c5b-8cd0-d9710805b0c9 req-bc8b71ea-9c3f-469d-9744-dbdf0e4d6ad4 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Apr 05 11:39:45.730889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47342-ccec-42e9-93fb-6667ed941804 req-125f2378-9944-4a6b-821a-ee356f1c3ad6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:45.732387 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-45f47342-ccec-42e9-93fb-6667ed941804 req-125f2378-9944-4a6b-821a-ee356f1c3ad6 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0552976 Apr 05 11:39:45.779142 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-45f47342-ccec-42e9-93fb-6667ed941804 req-1fc0697c-29a0-41a6-8ec4-ba64d0ba9cc5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Apr 05 11:39:46.188520 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab04bad-1759-4665-8d10-c5df1c330553 req-69578fee-ba73-45eb-ba20-cc7ee98ae1cf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.190974 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7ab04bad-1759-4665-8d10-c5df1c330553 req-69578fee-ba73-45eb-ba20-cc7ee98ae1cf tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.0556254 Apr 05 11:39:46.238866 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-7ab04bad-1759-4665-8d10-c5df1c330553 req-0bfb703a-c191-40fb-bcce-2494c8dbd113 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Apr 05 11:39:46.655945 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-8a962df5-c3e8-4e12-9802-19b0156a92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.657476 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-8a962df5-c3e8-4e12-9802-19b0156a92d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 200 len: 918 time: 0.0840871 Apr 05 11:39:46.725025 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-d09b277b-63f6-4a09-8682-36d9669f5d73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 200 len: 998 time: 0.0610697 Apr 05 11:39:46.747927 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:39:46.815682 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-087f8204-38ff-474e-90e3-f34392a08b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.817128 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-087f8204-38ff-474e-90e3-f34392a08b14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 200 len: 856 time: 0.0438268 Apr 05 11:39:46.866831 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-fe6ee69a-c12a-421d-b31d-a283689c9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.868396 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-fe6ee69a-c12a-421d-b31d-a283689c9328 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441236 Apr 05 11:39:46.900639 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954abbfe-7a7f-4bee-9bdc-e3d807c44b0e req-9570baa9-a3b1-4aa0-be88-b8903c6263c1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:46.902107 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-954abbfe-7a7f-4bee-9bdc-e3d807c44b0e req-9570baa9-a3b1-4aa0-be88-b8903c6263c1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0514474 Apr 05 11:39:46.951920 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-954abbfe-7a7f-4bee-9bdc-e3d807c44b0e req-13676368-6a3e-409c-9750-9432c4a9d3c1 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Apr 05 11:39:47.002978 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-8bf7f67b-3faf-4f0a-9f04-2f3f2e7f89e6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:47.004413 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-8bf7f67b-3faf-4f0a-9f04-2f3f2e7f89e6 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.1104558 Apr 05 11:39:47.044311 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-06b63619-b0a3-458d-87ee-575385c9d4bf service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507161 Apr 05 11:39:47.172883 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-07bae0b7-6806-46c4-87f2-2945486f1fba req-71b8a0dc-082f-48dd-bf76-5d7ccfd42980 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210995 Apr 05 11:39:47.178433 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Deleting port 2e87d5d4-a464-4ee0-948d-78df0cc93764 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:39:47.178810 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:47.277227 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] For port 2e87d5d4-a464-4ee0-948d-78df0cc93764, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2e87d5d4-a464-4ee0-948d-78df0cc93764,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:47.277827 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:47.436574 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf37f-ef94-42d0-b0c8-b57839939b45 req-d4e3bee6-f7e1-4acd-b3ff-971a212a8242 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:47.438298 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5faf37f-ef94-42d0-b0c8-b57839939b45 req-d4e3bee6-f7e1-4acd-b3ff-971a212a8242 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 946 time: 0.1170533 Apr 05 11:39:47.545573 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:47.546014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:47.546449 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Floating IP 339f3c39-5a1b-45ea-8ef3-331d62679b4c disassociated. External IP: 172.28.0.30, port: 2e87d5d4-a464-4ee0-948d-78df0cc93764. Apr 05 11:39:47.546716 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Calling delete_port for 2e87d5d4-a464-4ee0-948d-78df0cc93764 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:39:47.555156 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b5faf37f-ef94-42d0-b0c8-b57839939b45 req-94b4b049-de43-4baf-86f5-3c73881b453c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups?id=6638f267-1b1a-4f62-8dad-15fdde276150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106911 Apr 05 11:39:47.755506 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2e87d5d4-a464-4ee0-948d-78df0cc93764), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:47.791194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'Port': ['ID=2e87d5d4-a464-4ee0-948d-78df0cc93764,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:47.937106 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:39:48.089093 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:39:48.100250 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:39:48.109867 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:48.110774 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:48.113531 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb914-49ca-4914-8373-1c8dc73e443a req-6638722b-dc2a-4822-bc66-1a2f7c396f4e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:48.122327 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09abb914-49ca-4914-8373-1c8dc73e443a req-6638722b-dc2a-4822-bc66-1a2f7c396f4e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0884881 Apr 05 11:39:48.157063 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] No DVR routers for this DVR port 2e87d5d4-a464-4ee0-948d-78df0cc93764 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:39:48.160219 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:48.166350 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ccb0d2f0-6454-4851-a3f4-fe187d6219e8 req-98210ffb-cb55-43d1-be64-7e820b46073b tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.53 "DELETE /v2.0/ports/2e87d5d4-a464-4ee0-948d-78df0cc93764 HTTP/1.1" status: 204 len: 173 time: 1.1559761 Apr 05 11:39:48.167000 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'name': 'network-vif-deleted', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:39:48.169838 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603c949-0b9d-47e1-9fc5-176db22b9dbc" -d '{"events": [{"server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "name": "network-vif-deleted", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:39:48.199133 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09abb914-49ca-4914-8373-1c8dc73e443a req-02b72a66-5b8a-44c0-b8c6-c1a772bd3c43 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754623 Apr 05 11:39:48.331783 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92e5e2-7d4f-409b-af2c-c13032f8a4e1 x-openstack-request-id: req-5f92e5e2-7d4f-409b-af2c-c13032f8a4e1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:39:48.332343 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700bccdf-09cd-48c6-8b3d-6a8379d077b1", "name": "network-vif-deleted", "tag": "2e87d5d4-a464-4ee0-948d-78df0cc93764", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:39:48.332464 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f92e5e2-7d4f-409b-af2c-c13032f8a4e1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:39:48.332859 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f92e5e2-7d4f-409b-af2c-c13032f8a4e1'] response: {'server_uuid': '700bccdf-09cd-48c6-8b3d-6a8379d077b1', 'name': 'network-vif-deleted', 'tag': '2e87d5d4-a464-4ee0-948d-78df0cc93764', 'status': 'completed', 'code': 200} Apr 05 11:39:48.366203 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:48.622483 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:48.653694 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:39:48.663184 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:39:48.664064 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:48.679311 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c2b09203-aceb-4f7a-86a3-56b2288ab8a4 req-8016ed8e-bc32-4746-98fd-8a4bf3c19f1a tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0394881 Apr 05 11:39:48.782661 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:39:48.999986 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:49.031430 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b0b0e-415e-43f1-98b0-fa7f34b0dd8f None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:34:05Z', 'revision_number': 4, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'de4c436f-c114-41f5-a503-14fad3618bbf', 'name': '', 'network_id': 'a453997c-71bd-427a-81fc-51135bf488f5', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'mac_address': 'fa:16:3e:a6:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:01Z', 'updated_at': '2022-04-05T11:34:16Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'subnets': [{'id': '760beb3c-a8c8-4d34-b960-bd2615ffed5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:39:49.302447 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ed50b-004d-4c28-bd5e-1f9bd0e828cc None None] New status for floating IP 339f3c39-5a1b-45ea-8ef3-331d62679b4c: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:39:49.338047 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cff7d-ab4d-4713-8eb1-0f91c4c2b989 req-949e2bad-56bc-41a7-b238-fa84fb6c12d9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:49.341148 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e4cff7d-ab4d-4713-8eb1-0f91c4c2b989 req-949e2bad-56bc-41a7-b238-fa84fb6c12d9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0608878 Apr 05 11:39:49.392766 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4e4cff7d-ab4d-4713-8eb1-0f91c4c2b989 req-b9ca6e50-075c-4a2c-a319-93ddaa4bc370 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Apr 05 11:39:49.774628 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f4aeb402-4b18-454a-a530-45f6081e7639 req-3887be2e-35a7-448e-afeb-f37d38575e14 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Apr 05 11:39:50.037783 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:50.688381 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad747-08fe-4afa-89a0-c5037951d6c0 req-9ab80357-71cc-4a5f-89a2-9274da9617fc tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:50.690408 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc6ad747-08fe-4afa-89a0-c5037951d6c0 req-9ab80357-71cc-4a5f-89a2-9274da9617fc tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0579340 Apr 05 11:39:50.749285 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2e87d5d4-a464-4ee0-948d-78df0cc93764 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:39:50.759195 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc6ad747-08fe-4afa-89a0-c5037951d6c0 req-151a95ce-dd94-4157-953c-b0631c873772 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620933 Apr 05 11:39:50.774880 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 2e87d5d4-a464-4ee0-948d-78df0cc93764 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:39:50.775312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2e87d5d4-a464-4ee0-948d-78df0cc93764 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:39:50.871727 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2eca9afd-e190-4e1e-a8d2-8e147064c2ec req-7fc17e86-d6aa-474a-b329-976285010b32 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0303090 Apr 05 11:39:51.884813 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09697d83-fa7d-43dd-aba8-be664b221f04 req-5892dece-8ab8-493e-91a7-a20aaaf7455a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:51.886330 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-09697d83-fa7d-43dd-aba8-be664b221f04 req-5892dece-8ab8-493e-91a7-a20aaaf7455a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0538845 Apr 05 11:39:51.934892 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-09697d83-fa7d-43dd-aba8-be664b221f04 req-d0f27bfe-b846-4dc7-a420-f385d2ed5c89 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Apr 05 11:39:51.971183 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-25100988-1e6f-41bb-8b06-081098c3545c req-bef56edc-cc0b-4a25-a7c9-a19c56ac225f tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Apr 05 11:39:53.075207 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-3051ff72-9579-48d3-960e-0ac6e2720be1 req-ef815f7f-07c8-4b4d-98c3-a4771f033a03 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Apr 05 11:39:53.083698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b04fa9-4f02-445d-aa61-1592e374b2d6 req-eaf5339f-1655-4a77-9e24-01d6e6f489a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:53.085218 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e5b04fa9-4f02-445d-aa61-1592e374b2d6 req-eaf5339f-1655-4a77-9e24-01d6e6f489a3 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0588806 Apr 05 11:39:53.139005 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e5b04fa9-4f02-445d-aa61-1592e374b2d6 req-6d939534-6d16-428b-8e93-8d65d13b67d7 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478451 Apr 05 11:39:53.369812 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-610f0ec7-ba1d-4c7c-87f6-81babc70d3dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469036 Apr 05 11:39:53.461124 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-552af116-16a3-4da0-a57b-1314a3197fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:53.463109 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-552af116-16a3-4da0-a57b-1314a3197fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1168 time: 0.0491884 Apr 05 11:39:53.594886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-b175f364-92d4-4462-a492-e33ab5ba595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:53.594886 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-b175f364-92d4-4462-a492-e33ab5ba595d service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.1000607 Apr 05 11:39:53.664818 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-57701c3a-0155-473e-a55d-7672ef32f7a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 1001 time: 0.0704942 Apr 05 11:39:53.749413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-2fd63d55-80ec-4f24-9fda-f8fa569e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:53.751427 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-2fd63d55-80ec-4f24-9fda-f8fa569e6707 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0495327 Apr 05 11:39:54.186740 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f1869e99-777d-488b-be60-32667c3d1ee0 req-68f3b787-5b2c-4da6-ab53-a030035aae4c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Apr 05 11:39:54.401022 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478afd6-2da0-4bca-a1b3-a924ae310935 req-4fb8ff6c-281a-45b8-88ee-6bdeab7cf8a5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:54.411136 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6478afd6-2da0-4bca-a1b3-a924ae310935 req-4fb8ff6c-281a-45b8-88ee-6bdeab7cf8a5 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.1200867 Apr 05 11:39:54.458503 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6478afd6-2da0-4bca-a1b3-a924ae310935 req-8b70d4ad-3962-446e-858b-5dc8f8c38f59 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Apr 05 11:39:55.296259 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8572c173-cb8c-4fdd-a74f-9a50f4ea6b04 req-020e65da-26e6-4049-b0c2-ee1d019fe777 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Apr 05 11:39:55.604672 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe21e-cee3-4c27-bd3e-070bc384abf3 req-faf37f71-9264-471a-ba14-ecfe8867d0d4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:55.606295 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-41ebe21e-cee3-4c27-bd3e-070bc384abf3 req-faf37f71-9264-471a-ba14-ecfe8867d0d4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0584495 Apr 05 11:39:55.656369 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-41ebe21e-cee3-4c27-bd3e-070bc384abf3 req-2c007ce0-7434-4e37-ade4-4a8a710044c9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Apr 05 11:39:55.680408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab77de90-10e3-40b3-93f5-594b6f60112b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:56.393579 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fbdd9901-ad81-4707-9f23-ee04da8326ae req-02c72dde-2d31-4e9c-b4c5-80c4c378e5c8 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0278106 Apr 05 11:39:56.781400 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dda00d-b60f-448c-ae76-37e0dc05f6f7 req-17188960-8ce3-4c2f-910a-0370947b97f4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:56.782891 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-57dda00d-b60f-448c-ae76-37e0dc05f6f7 req-17188960-8ce3-4c2f-910a-0370947b97f4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.0555248 Apr 05 11:39:56.829528 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-57dda00d-b60f-448c-ae76-37e0dc05f6f7 req-afb0e974-8871-4194-b037-c102503e99c9 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Apr 05 11:39:57.015990 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-ad7db282-8aed-41e5-b149-4547ec7b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:57.017544 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-ad7db282-8aed-41e5-b149-4547ec7b3ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489178 Apr 05 11:39:57.471095 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:57.497308 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fb3108e4-fe50-400c-b63c-0d237b999ac5 req-3e43e991-c468-4c62-9f3c-05a9d41eaacd tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Apr 05 11:39:57.515423 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Deleting subnet 3242b6b3-32de-46a5-9414-59fd2710ddcb {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:39:57.518898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Publish callbacks [] for subnet (3242b6b3-32de-46a5-9414-59fd2710ddcb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.552300 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (3242b6b3-32de-46a5-9414-59fd2710ddcb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.590836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (3242b6b3-32de-46a5-9414-59fd2710ddcb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.720285 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (3242b6b3-32de-46a5-9414-59fd2710ddcb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.766921 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3242b6b3-32de-46a5-9414-59fd2710ddcb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:57.777860 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.777860 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b6e64e00-41df-451e-8d29-fe5ed550200e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3242b6b3-32de-46a5-9414-59fd2710ddcb HTTP/1.1" status: 204 len: 168 time: 0.3042836 Apr 05 11:39:57.779263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50412) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:57.833135 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-0d4ab8e7-30cf-47e9-9633-03e3735a5262 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093013 Apr 05 11:39:57.860223 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (0ecb8c57-e681-4975-abbb-abb25698cb27), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.930393 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e9439a8b-7f38-40ac-a5e3-e28ced0cd1b8 req-40138c81-f242-47cd-9374-d798b7d24e61 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898471 Apr 05 11:39:57.961994 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (0ecb8c57-e681-4975-abbb-abb25698cb27), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:57.991084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecb8c57-e681-4975-abbb-abb25698cb27']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.003356 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.003629 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe9949c-0b8b-45f4-8a31-9fb0f1321fad') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:39:58.013909 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (dbe9949c-0b8b-45f4-8a31-9fb0f1321fad), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.026996 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e22f3f-abd0-42de-a079-1951a4ae8c98 req-2e169d67-d9c5-4b44-aeec-24be00c85204 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:58.028367 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c7e22f3f-abd0-42de-a079-1951a4ae8c98 req-2e169d67-d9c5-4b44-aeec-24be00c85204 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 943 time: 0.1169717 Apr 05 11:39:58.039594 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (dbe9949c-0b8b-45f4-8a31-9fb0f1321fad), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.052598 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:39:58.052973 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (dbe9949c-0b8b-45f4-8a31-9fb0f1321fad), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:39:58.054555 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:39:58.122736 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c7e22f3f-abd0-42de-a079-1951a4ae8c98 req-39ab9126-b5c7-472f-b64e-c1bf3296cc0d tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886657 Apr 05 11:39:58.188745 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (0ecb8c57-e681-4975-abbb-abb25698cb27), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.209776 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.212855 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ecb8c57-e681-4975-abbb-abb25698cb27 HTTP/1.1" status: 204 len: 168 time: 0.4325967 Apr 05 11:39:58.214032 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecb8c57-e681-4975-abbb-abb25698cb27,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:58.222111 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.222456 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.222824 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.223245 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.231183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82097824-44f6-427a-998b-5a8c40a095d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:39:58.343030 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df754336-192c-4e2e-b74f-1462c6e7cd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.596707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:58.618759 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-566440f0-341c-4b7f-970d-559ede64ed65 req-270f6316-7d10-4ff2-b97f-11626f6b817e tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/ports?device_id=700bccdf-09cd-48c6-8b3d-6a8379d077b1 HTTP/1.1" status: 200 len: 210 time: 0.0338256 Apr 05 11:39:58.644485 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4bc1e53e-edd7-43e9-8292-ae760972c27f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d352cdebd3e441ffbd3e19f5236f8792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470123 Apr 05 11:39:58.646878 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:58.693241 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] Publish callbacks [] for security_group (f7ce4cc9-405a-4e3c-b884-f86e5392945c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.713828 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] Publish callbacks [] for security_group (f7ce4cc9-405a-4e3c-b884-f86e5392945c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.783029 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:39:58.857774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f7ce4cc9-405a-4e3c-b884-f86e5392945c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.860642 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.861805 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7ce4cc9-405a-4e3c-b884-f86e5392945c HTTP/1.1" status: 204 len: 168 time: 0.2139840 Apr 05 11:39:58.872131 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb308e-0c8e-41db-8b3f-ccd3af63267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce4cc9-405a-4e3c-b884-f86e5392945c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:58.887826 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:58.904132 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '393d2a22-5396-4683-a08f-35a91ffcc349', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'port_id': '393d2a22-5396-4683-a08f-35a91ffcc349', 'mac_address': 'fa:16:3e:86:37:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:39:58.942762 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:39:58.942869 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:58.956281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:39:58.975701 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:39:59.097332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.143289 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:39:59.260934 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd77f-a9ac-4f9c-ae94-467ed193a60e req-e971e749-35d9-4baa-bc3b-586e9edd4888 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:39:59.262593 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c76dd77f-a9ac-4f9c-ae94-467ed193a60e req-e971e749-35d9-4baa-bc3b-586e9edd4888 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 944 time: 0.0665143 Apr 05 11:39:59.315312 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c76dd77f-a9ac-4f9c-ae94-467ed193a60e req-1e65ef95-7115-451e-9237-1d2e90035b98 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465875 Apr 05 11:39:59.341359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['393d2a22-5396-4683-a08f-35a91ffcc349'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:39:59.376957 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.863402 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50440) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:39:59.919151 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (6638f267-1b1a-4f62-8dad-15fdde276150), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:39:59.942264 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (6638f267-1b1a-4f62-8dad-15fdde276150), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.079850 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6638f267-1b1a-4f62-8dad-15fdde276150), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.082473 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.083684 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "DELETE /v2.0/security-groups/6638f267-1b1a-4f62-8dad-15fdde276150 HTTP/1.1" status: 204 len: 168 time: 0.2192488 Apr 05 11:40:00.086516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:00.093711 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60741e32-e40b-4eaa-9bdb-b0e62d6c99ee tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638f267-1b1a-4f62-8dad-15fdde276150,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.103330 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.api.v2.resource [None req-88e79353-c509-493a-8a26-ecb525eced6c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] show failed (client error): The resource could not be found. Apr 05 11:40:00.104337 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-88e79353-c509-493a-8a26-ecb525eced6c tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "GET /v2.0/security-groups/6638f267-1b1a-4f62-8dad-15fdde276150 HTTP/1.1" status: 404 len: 347 time: 0.0161815 Apr 05 11:40:00.107885 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:00.235019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Deleting port 9129e860-ea0e-42ad-b860-d508bf8bf134 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:00.235359 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.314162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.314480 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (9129e860-ea0e-42ad-b860-d508bf8bf134), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.326142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Calling delete_port for 9129e860-ea0e-42ad-b860-d508bf8bf134 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:00.451858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e02e0-0346-486a-b84b-25809699f2e6 req-b0d21a3c-d7d5-4371-bb24-2b0885274519 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:00.453340 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-df7e02e0-0346-486a-b84b-25809699f2e6 req-b0d21a3c-d7d5-4371-bb24-2b0885274519 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 944 time: 0.0548971 Apr 05 11:40:00.500095 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-df7e02e0-0346-486a-b84b-25809699f2e6 req-4782f7a4-9522-4392-aa6a-5b9b84862a01 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Apr 05 11:40:00.543831 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (9129e860-ea0e-42ad-b860-d508bf8bf134), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.574528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Pushing event deleted for resources: {'Port': ['ID=9129e860-ea0e-42ad-b860-d508bf8bf134,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:00.634150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks [] for floatingip (339f3c39-5a1b-45ea-8ef3-331d62679b4c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.637504 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.637925 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-eefea0d6-be52-4a1b-9708-6d1cec7d0418 tempest-AttachVolumeTestJSON-547807739 tempest-AttachVolumeTestJSON-547807739-project] 10.222.0.64 "DELETE /v2.0/floatingips/339f3c39-5a1b-45ea-8ef3-331d62679b4c HTTP/1.1" status: 204 len: 168 time: 0.5291193 Apr 05 11:40:00.771245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.796915 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:00.844586 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 393d2a22-5396-4683-a08f-35a91ffcc349 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:00.849755 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.921985 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 393d2a22-5396-4683-a08f-35a91ffcc349 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:00.922370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:00.938139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50458) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:00.938869 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604339897', 'description': 'tempest-description--2059751011'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:00.953379 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:00.955699 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101e7eb-b266-488b-94af-f20dad7e9ddd" -d '{"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:00.969005 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:00.991350 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdafa8e-b353-4363-83a7-1879ac135644 x-openstack-request-id: req-9cdafa8e-b353-4363-83a7-1879ac135644 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:00.991681 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-plugged", "status": "completed", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:00.991940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9cdafa8e-b353-4363-83a7-1879ac135644 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:00.992335 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdafa8e-b353-4363-83a7-1879ac135644'] response: {'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'code': 200} Apr 05 11:40:01.063288 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.063514 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.113361 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:01.135142 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (133b789f-43e5-44f1-9efa-37623bc43fea), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.239853 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (133b789f-43e5-44f1-9efa-37623bc43fea), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.269059 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133b789f-43e5-44f1-9efa-37623bc43fea,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:01.321998 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.323250 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b8bb5247-42e7-4691-9dec-3c04f8d692b2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3881698 Apr 05 11:40:01.326611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50462) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:01.331473 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '133b789f-43e5-44f1-9efa-37623bc43fea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:01.379880 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7de4-a553-45ea-97a5-ebaeadfad179 req-4cb0571c-85f3-49b1-8e52-baa770345708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:01.381352 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-269b7de4-a553-45ea-97a5-ebaeadfad179 req-4cb0571c-85f3-49b1-8e52-baa770345708 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 1130 time: 0.0427682 Apr 05 11:40:01.425569 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-269b7de4-a553-45ea-97a5-ebaeadfad179 req-6ca2374f-312a-4a5d-a2ce-98e9082f7e6b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358043 Apr 05 11:40:01.434306 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (eb70bca8-d8c9-4a5e-b2aa-f8090b418cef), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.487275 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (eb70bca8-d8c9-4a5e-b2aa-f8090b418cef), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.565564 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (eb70bca8-d8c9-4a5e-b2aa-f8090b418cef), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.584511 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb70bca8-d8c9-4a5e-b2aa-f8090b418cef,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:01.624355 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4fb9-63c1-4baf-b218-e8de3d716bc3 req-d33b4a77-da23-48f1-b41a-a998d460c1b0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:01.625823 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-92bd4fb9-63c1-4baf-b218-e8de3d716bc3 req-d33b4a77-da23-48f1-b41a-a998d460c1b0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.0559132 Apr 05 11:40:01.653616 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.657460 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a5b9cbf6-605d-46e4-9db9-4a80947195e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275099 Apr 05 11:40:01.657786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:01.662645 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '133b789f-43e5-44f1-9efa-37623bc43fea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:01.692366 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-92bd4fb9-63c1-4baf-b218-e8de3d716bc3 req-6e30ea02-e026-4070-a4fa-e049d7953b60 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609019 Apr 05 11:40:01.724984 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.787892 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (0bc6aed7-d322-493f-8d30-62e498b815e6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.833801 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (0bc6aed7-d322-493f-8d30-62e498b815e6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.919727 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (0bc6aed7-d322-493f-8d30-62e498b815e6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:01.938032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc6aed7-d322-493f-8d30-62e498b815e6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:02.001543 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.002851 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c7c7f736-cc50-4929-8429-615b01704066 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440816 Apr 05 11:40:02.005849 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:02.010227 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:02.108393 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.207019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.311291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.28.0.186 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/259c507f-704f-4ed1-b9c6-58f9e47176bb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:02.412664 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.543351 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.580274 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:02.583100 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:02.586530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:02.612739 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=259c507f-704f-4ed1-b9c6-58f9e47176bb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:02.687574 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.812540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:02.818826 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba193a4-929e-4617-8d60-e7c5c97ef46d req-e7b907a1-1720-40ac-acde-cfdaf96f57f4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:02.820328 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8ba193a4-929e-4617-8d60-e7c5c97ef46d req-e7b907a1-1720-40ac-acde-cfdaf96f57f4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.0541255 Apr 05 11:40:02.870279 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8ba193a4-929e-4617-8d60-e7c5c97ef46d req-b46916b0-34e5-42e3-bb1b-8394cfe6e27e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Apr 05 11:40:02.965544 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:03.045834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:03.111294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=259c507f-704f-4ed1-b9c6-58f9e47176bb,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:03.124942 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:03.242549 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:03.250663 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f1db9f7b-d11a-4bf6-98b3-7ec6dcef969c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2373037 Apr 05 11:40:03.462612 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-edb09956-792a-401a-973a-615e57fc550c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--604339897&fields=id&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 267 time: 0.0430179 Apr 05 11:40:03.570133 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-00f1c4ad-6dc7-4d59-abb8-0b7be10358ca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:03.571805 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-00f1c4ad-6dc7-4d59-abb8-0b7be10358ca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.1027029 Apr 05 11:40:03.586472 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7d103493-8a61-49bd-a3be-efc0121f0593 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/quotas/8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 375 time: 0.0087650 Apr 05 11:40:03.642279 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-f717d171-dcf2-487c-800e-a788eea8310e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510347 Apr 05 11:40:03.748594 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-77ac4eeb-242f-44b1-945f-75978bf3ceac service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944993 Apr 05 11:40:03.838243 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-86e38936-4a72-486e-8949-3065aed4f4a6 service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Apr 05 11:40:03.997943 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4958a96-be66-4ac0-a1a6-72a70164902d req-4f04ea23-9745-4646-910b-404cd3749cf4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:03.999506 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a4958a96-be66-4ac0-a1a6-72a70164902d req-4f04ea23-9745-4646-910b-404cd3749cf4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.0547533 Apr 05 11:40:04.056886 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a4958a96-be66-4ac0-a1a6-72a70164902d req-d68e825e-28f9-4f87-92a1-49a80c685077 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495400 Apr 05 11:40:04.125366 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0f84913c-d6ff-48fc-b1d3-deeb23dfc6dc req-90aae67e-25a1-498d-a910-05cf6537224b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 210 time: 0.0533867 Apr 05 11:40:04.184802 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-48de369a-7d9e-4000-b276-fa58bb3c4ff1 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89076913&fields=id&tenant_id=ef674f0c831a4efab881965e63330088 HTTP/1.1" status: 200 len: 267 time: 0.0492852 Apr 05 11:40:04.239297 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-9d471ed1-2b1d-4e39-bc26-e9bd15789b42 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:04.240915 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-9d471ed1-2b1d-4e39-bc26-e9bd15789b42 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 984 time: 0.0529711 Apr 05 11:40:04.251597 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Request body: {'port': {'security_groups': ['2569b874-3e31-44b0-b9ea-6f272fe2e82e']}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:04.329473 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:04.742135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:04.771352 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:04.804573 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:04.840657 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:04.852897 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:04.884872 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:04.885496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:04.892410 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d8dc1cd0-c584-46bd-9e39-3d8dc205c6ae req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "PUT /v2.0/ports/5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 942 time: 0.6431201 Apr 05 11:40:04.892410 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:04.893148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50562) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:04.893257 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd02bc-5691-449e-a90e-43f8fb34cc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:04.934115 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d647ac-7438-4249-8ff2-2c5584a9bcf9 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event updated for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:05.005856 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:05.032989 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (8d6c65ee-add7-46c2-99db-db9f2a873d8a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.069280 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (8d6c65ee-add7-46c2-99db-db9f2a873d8a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.201930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ac8ed-a668-43ac-b27b-6bec5e02c76c x-openstack-request-id: req-202ac8ed-a668-43ac-b27b-6bec5e02c76c {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:05.202418 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:05.202746 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-202ac8ed-a668-43ac-b27b-6bec5e02c76c {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:05.202909 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202ac8ed-a668-43ac-b27b-6bec5e02c76c'] response: {'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:40:05.256881 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf417c1-96da-42fc-800d-be00ab0626d9 req-7914f6de-0ca4-418f-ba9a-5de59a5509b0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:05.264755 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-ca70b273-9c23-4372-bc7a-362526f564f5 None None] Provisioning complete for port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:05.265174 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ca70b273-9c23-4372-bc7a-362526f564f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.266044 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1bf417c1-96da-42fc-800d-be00ab0626d9 req-7914f6de-0ca4-418f-ba9a-5de59a5509b0 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.0985410 Apr 05 11:40:05.319656 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1bf417c1-96da-42fc-800d-be00ab0626d9 req-058d6b97-bb83-475d-965c-d6363691162c tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525513 Apr 05 11:40:05.360034 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ca70b273-9c23-4372-bc7a-362526f564f5 None None] Current status of the port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:05.550187 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf043a71-d295-4c8d-b7ab-f0faa4eaddd5 req-a1f32fca-0fb7-4877-90ff-595b84c5e298 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 210 time: 0.0557177 Apr 05 11:40:05.620374 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-da3d1721-756f-4cab-9cb4-a6d2a41b3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:05.621974 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-da3d1721-756f-4cab-9cb4-a6d2a41b3efd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1129 time: 0.1287124 Apr 05 11:40:05.718476 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8d6c65ee-add7-46c2-99db-db9f2a873d8a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.721018 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.722149 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "DELETE /v2.0/security-groups/8d6c65ee-add7-46c2-99db-db9f2a873d8a HTTP/1.1" status: 204 len: 168 time: 0.8281653 Apr 05 11:40:05.725040 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50574) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:05.744722 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36323dfa-fe35-4a86-bdea-07171cf1d799 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c65ee-add7-46c2-99db-db9f2a873d8a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:05.801707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-fec2c761-9d4a-492e-89dc-e714b498b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:05.803134 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-fec2c761-9d4a-492e-89dc-e714b498b8cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.1731262 Apr 05 11:40:05.886561 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Deleting port 7e34bbf3-834d-46f1-83bf-c1a3f0d73b76 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:05.887059 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.950368 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-d2d00362-7c49-449d-b67c-21e38e47e995 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 1001 time: 0.0863595 Apr 05 11:40:05.961498 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.961823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for floatingip (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:05.974541 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Calling delete_port for 7e34bbf3-834d-46f1-83bf-c1a3f0d73b76 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:06.010122 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (164b2fd3-915d-46d7-8c44-6290c27e0880), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.014310 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-0cbfe3cd-24d3-4d09-9720-6c23df3f022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:06.015904 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-0cbfe3cd-24d3-4d09-9720-6c23df3f022d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.0596869 Apr 05 11:40:06.197148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-af47b66f-87b7-4eba-ab50-e19b30e7bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:06.198695 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-af47b66f-87b7-4eba-ab50-e19b30e7bf2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1517448 Apr 05 11:40:06.228594 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (7e34bbf3-834d-46f1-83bf-c1a3f0d73b76), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.264593 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event deleted for resources: {'Port': ['ID=7e34bbf3-834d-46f1-83bf-c1a3f0d73b76,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:06.327347 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks [] for floatingip (6beb4568-36e6-4550-a6f2-cef835494ee5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.327670 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Floating IP 6beb4568-36e6-4550-a6f2-cef835494ee5 disassociated (deleted). External IP: 172.28.0.145, port: 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c. Apr 05 11:40:06.349581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-1c049b09-b9cd-4d74-87e5-b4d29ea08eb9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:06.351617 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-1c049b09-b9cd-4d74-87e5-b4d29ea08eb9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.2327595 Apr 05 11:40:06.411545 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-fc362f54-7402-48b4-9bc1-ab0b181654be service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039132 Apr 05 11:40:06.528413 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-4ba50041-e2c2-4f59-ae9c-d82af3f50ee2 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 472 time: 0.1682632 Apr 05 11:40:06.540403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'port': {'device_id': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'admin_state_up': True, 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'security_groups': ['133b789f-43e5-44f1-9efa-37623bc43fea']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:06.548250 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Router ccb1f123-6b8f-4009-a574-3a68e659cff8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:06.654726 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-48cd02bc-5691-449e-a90e-43f8fb34cc8f req-765a5990-65b9-4285-ab62-60d43b51dad5 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365825 Apr 05 11:40:06.673378 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-56211107-f092-484a-ba99-75e01e4db83f req-ed169d4d-af5b-43c9-ad01-5e721c16dcbd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 210 time: 0.0328820 Apr 05 11:40:06.694652 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:06.696733 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Deleting port de4c436f-c114-41f5-a503-14fad3618bbf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:06.697077 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.700665 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.709961 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Sync routers for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:06.721329 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:06.722174 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:06.733845 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-94d385f2-088c-435b-8e72-a28a243b8317 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "DELETE /v2.0/floatingips/6beb4568-36e6-4550-a6f2-cef835494ee5 HTTP/1.1" status: 204 len: 168 time: 1.0076847 Apr 05 11:40:06.794546 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] For port de4c436f-c114-41f5-a503-14fad3618bbf, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=de4c436f-c114-41f5-a503-14fad3618bbf,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:06.794922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:06.809387 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Calling delete_port for de4c436f-c114-41f5-a503-14fad3618bbf owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:06.846378 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:06.852511 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:06.856435 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.050562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.20.0.6 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/dbdab8e7-70f7-404b-9aa9-76364026fb95) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:07.053549 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:07.081583 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Checking router: ccb1f123-6b8f-4009-a574-3a68e659cff8 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:07.091071 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:07.091981 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:07.184899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (de4c436f-c114-41f5-a503-14fad3618bbf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.202249 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:07.204007 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:07.206932 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:07.229598 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4c436f-c114-41f5-a503-14fad3618bbf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:07.289549 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057f941c-ea9e-4b40-9228-fa3af1908f3a x-openstack-request-id: req-057f941c-ea9e-4b40-9228-fa3af1908f3a {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:07.290079 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:07.290079 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-057f941c-ea9e-4b40-9228-fa3af1908f3a {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:07.290465 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057f941c-ea9e-4b40-9228-fa3af1908f3a'] response: {'name': 'network-changed', 'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:40:07.520598 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:07.521273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.548725 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115bf0b-0edb-45a5-bad7-a1463cf91bba None None] The sync data for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb is: [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:37:24Z', 'revision_number': 4, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'a002bcde-a588-4d85-b2f4-4968d88f3664', 'name': '', 'network_id': '20789957-eb9a-430d-91ca-f6d2f002389c', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'mac_address': 'fa:16:3e:cf:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:23Z', 'updated_at': '2022-04-05T11:37:28Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'subnets': [{'id': 'c554f04b-3a5b-407c-be5e-1f8b130c8a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:07.550889 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (164b2fd3-915d-46d7-8c44-6290c27e0880), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:07.565258 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-efa23c1b-bf6a-4407-bdc4-a56192be9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:07.566860 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-efa23c1b-bf6a-4407-bdc4-a56192be9061 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef674f0c831a4efab881965e63330088&device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 1129 time: 0.1052113 Apr 05 11:40:07.808122 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86833e13-5383-475e-92cd-61cdc31eabbd None None] New status for floating IP 6beb4568-36e6-4550-a6f2-cef835494ee5: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:07.851049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbb3e6-cd86-42fc-80ed-9d2f71aeb2b8 req-1e4a9a0c-f74b-4a23-8161-2d79ee53a631 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:07.852701 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2dbbb3e6-cd86-42fc-80ed-9d2f71aeb2b8 req-1e4a9a0c-f74b-4a23-8161-2d79ee53a631 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 931 time: 0.0757277 Apr 05 11:40:07.915053 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2dbbb3e6-cd86-42fc-80ed-9d2f71aeb2b8 req-5d7593f9-29d2-496d-af29-55b984512ea8 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564339 Apr 05 11:40:07.955019 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.052175 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:08.069049 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:08.075632 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:08.078262 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:08.083352 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-391b593d-337c-4b69-b3d5-e79a44e8c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:08.084810 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-391b593d-337c-4b69-b3d5-e79a44e8c2f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 200 len: 916 time: 0.5124288 Apr 05 11:40:08.154471 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-189bcbd3-57e4-4df9-b3cf-9f640d207552 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 200 len: 217 time: 0.0482693 Apr 05 11:40:08.203811 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:08.204441 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.293170 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-71ff79db-2dbf-47b6-a5f4-63f2449fc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:08.294657 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-71ff79db-2dbf-47b6-a5f4-63f2449fc6d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 200 len: 854 time: 0.1331067 Apr 05 11:40:08.310634 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-8b41f1fc-8aae-4f29-ae88-dbbc0dcb040d None None] Provisioning complete for port dbdab8e7-70f7-404b-9aa9-76364026fb95 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:08.311006 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b41f1fc-8aae-4f29-ae88-dbbc0dcb040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.347132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Router 164b2fd3-915d-46d7-8c44-6290c27e0880 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:08.348109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8b41f1fc-8aae-4f29-ae88-dbbc0dcb040d None None] Port dbdab8e7-70f7-404b-9aa9-76364026fb95 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:08.350323 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-7584b5b2-c989-4d87-ba1b-db3a0250fb67 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8150446 Apr 05 11:40:08.362677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Request body: {'port': {'device_id': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:08.394595 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-a99c777f-8bbf-4107-a38f-01832c9c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:08.395033 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-a99c777f-8bbf-4107-a38f-01832c9c4163 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20789957-eb9a-430d-91ca-f6d2f002389c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0936663 Apr 05 11:40:08.556167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.623626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:08.633259 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-13b53259-043a-4a53-93f5-2dca50f5bef1 admin admin] 10.222.0.64 "PUT /v2.0/routers/164b2fd3-915d-46d7-8c44-6290c27e0880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8250771 Apr 05 11:40:08.637626 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50604) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:08.638322 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-ad4c564d-c757-49b6-8f9d-bd74c97fee68 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319553 Apr 05 11:40:08.638473 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Sync routers for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:08.653030 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:08.653507 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:08.753445 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks [] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.794759 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:08.833294 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-168dddb5-f3e5-461f-98a4-c7ffa48cb31e req-9f33d12a-e14d-490e-b93e-c11e59d7d348 service neutron] 10.222.0.53 "GET /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881945 Apr 05 11:40:08.861965 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks [] for router_gateway (164b2fd3-915d-46d7-8c44-6290c27e0880), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.934680 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdab8e7-70f7-404b-9aa9-76364026fb95 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:08.944186 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks [] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:08.962673 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Transition to ACTIVE for port object dbdab8e7-70f7-404b-9aa9-76364026fb95 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:40:08.987717 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141'}], 'enable_snat': True}, 'gw_port_id': '13585d76-afab-4360-8588-db78588af922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:40:07Z', 'revision_number': 5, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port': {'id': '13585d76-afab-4360-8588-db78588af922', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:09.013835 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Checking router: 164b2fd3-915d-46d7-8c44-6290c27e0880 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:09.022373 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Routers {'164b2fd3-915d-46d7-8c44-6290c27e0880'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:09.023183 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['164b2fd3-915d-46d7-8c44-6290c27e0880'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:09.035766 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Deleting port 13585d76-afab-4360-8588-db78588af922 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:09.036183 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (13585d76-afab-4360-8588-db78588af922), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.042972 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ad6d4-dfaf-4358-bd4e-2aa4e8c6dfd7 req-df8f624a-79e8-4843-9f3a-2ffb8a5b6b65 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.044747 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-385ad6d4-dfaf-4358-bd4e-2aa4e8c6dfd7 req-df8f624a-79e8-4843-9f3a-2ffb8a5b6b65 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 931 time: 0.0609875 Apr 05 11:40:09.092410 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.099096 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-385ad6d4-dfaf-4358-bd4e-2aa4e8c6dfd7 req-a65bf9f2-2aa9-40cb-a6c7-8ea8f9bcf86a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478885 Apr 05 11:40:09.118408 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] Set router 164b2fd3-915d-46d7-8c44-6290c27e0880 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:09.127563 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] For port 13585d76-afab-4360-8588-db78588af922, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=13585d76-afab-4360-8588-db78588af922,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:09.128240 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (13585d76-afab-4360-8588-db78588af922), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.143982 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Calling delete_port for 13585d76-afab-4360-8588-db78588af922 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:09.147271 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:09.181522 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:40:08Z', 'revision_number': 6, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:09.210449 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060bbd1-1a11-4118-b441-c7490e6fad89 None None] The sync data for ids ['164b2fd3-915d-46d7-8c44-6290c27e0880'] in dv-cinder-834448-3-smb is: [{'id': '164b2fd3-915d-46d7-8c44-6290c27e0880', 'name': 'tempest-AttachVolumeTestJSON-1703830735-router', 'tenant_id': '829655a38bd94d7395f9412a03b7e884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:56Z', 'updated_at': '2022-04-05T11:40:08Z', 'revision_number': 6, 'project_id': '829655a38bd94d7395f9412a03b7e884', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:09.240948 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Attempting to bind port dbdab8e7-70f7-404b-9aa9-76364026fb95 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:09.241281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Attempting to bind port dbdab8e7-70f7-404b-9aa9-76364026fb95 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:09.241633 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Attempting to bind port dbdab8e7-70f7-404b-9aa9-76364026fb95 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:09.256808 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Port dbdab8e7-70f7-404b-9aa9-76364026fb95 on network 75bb98a5-61d5-491f-b5e7-258609f4091b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:40:09.257140 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Attempting to bind port dbdab8e7-70f7-404b-9aa9-76364026fb95 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:09.263501 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:09.264084 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:09.264240 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:09.264619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Bound port: dbdab8e7-70f7-404b-9aa9-76364026fb95, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:09.264969 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.333498 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:09.337100 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:09.498091 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.533735 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.534358 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.535861 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] 10.222.0.53 "PUT /v2.0/ports/dbdab8e7-70f7-404b-9aa9-76364026fb95 HTTP/1.1" status: 200 len: 1093 time: 1.1787305 Apr 05 11:40:09.536242 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:09.538463 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b149e418-875b-4b69-b93d-ead43f299575" -d '{"events": [{"name": "network-changed", "server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:09.548152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (13585d76-afab-4360-8588-db78588af922), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.576614 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d351-b06d-4b1c-862e-b95a39c1c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:09.627728 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee1aeb-2858-4fa9-9de0-14e0f2c9c3c7 x-openstack-request-id: req-4dee1aeb-2858-4fa9-9de0-14e0f2c9c3c7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:09.627728 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:09.627728 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dee1aeb-2858-4fa9-9de0-14e0f2c9c3c7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:09.627728 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dee1aeb-2858-4fa9-9de0-14e0f2c9c3c7'] response: {'name': 'network-changed', 'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'status': 'completed', 'code': 200} Apr 05 11:40:09.628250 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=13585d76-afab-4360-8588-db78588af922,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:09.697342 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149e418-875b-4b69-b93d-ead43f299575 req-e318f43b-196c-4d85-b225-95913aa46ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.699513 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b149e418-875b-4b69-b93d-ead43f299575 req-e318f43b-196c-4d85-b225-95913aa46ca9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 1127 time: 0.0607839 Apr 05 11:40:09.705111 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (164b2fd3-915d-46d7-8c44-6290c27e0880), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.819681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149e418-875b-4b69-b93d-ead43f299575 req-73d14f71-1d17-419e-a179-099f2452eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.821240 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b149e418-875b-4b69-b93d-ead43f299575 req-73d14f71-1d17-419e-a179-099f2452eea6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1156647 Apr 05 11:40:09.830301 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.832486 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks [] for router_controller (164b2fd3-915d-46d7-8c44-6290c27e0880), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.931057 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149e418-875b-4b69-b93d-ead43f299575 req-cbe150a1-1481-4732-a299-705ff39c3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:09.932554 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b149e418-875b-4b69-b93d-ead43f299575 req-cbe150a1-1481-4732-a299-705ff39c3717 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053507 Apr 05 11:40:09.982443 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (164b2fd3-915d-46d7-8c44-6290c27e0880), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.982956 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164b2fd3-915d-46d7-8c44-6290c27e0880 {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:09.990152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:09.990152 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4b6b3376-4bba-4dc9-989b-a74b33caa0d7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/164b2fd3-915d-46d7-8c44-6290c27e0880 HTTP/1.1" status: 204 len: 168 time: 1.3541136 Apr 05 11:40:09.991638 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50614) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:10.011784 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-571ad736-4042-4111-afb7-685eaf83aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:10.013339 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-571ad736-4042-4111-afb7-685eaf83aa7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 1127 time: 0.0446074 Apr 05 11:40:10.037605 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Deleting subnet 760beb3c-a8c8-4d34-b960-bd2615ffed5a {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:10.040985 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Publish callbacks [] for subnet (760beb3c-a8c8-4d34-b960-bd2615ffed5a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.055194 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-9f981fa1-5d20-4629-b967-8ce992086ea7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95 HTTP/1.1" status: 200 len: 217 time: 0.0358622 Apr 05 11:40:10.079035 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (760beb3c-a8c8-4d34-b960-bd2615ffed5a), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.218388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12482c-790f-4f4e-accb-3b29099b76aa req-4c764696-a960-4d31-852e-29c266e721a2 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:10.219939 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8f12482c-790f-4f4e-accb-3b29099b76aa req-4c764696-a960-4d31-852e-29c266e721a2 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.1215868 Apr 05 11:40:10.222708 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11c74-533a-4700-a731-972ac4a0fbb0 req-2c3cabff-db2b-4111-8188-8acec0315055 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:10.224227 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d6d11c74-533a-4700-a731-972ac4a0fbb0 req-2c3cabff-db2b-4111-8188-8acec0315055 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 943 time: 0.0575588 Apr 05 11:40:10.245652 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (760beb3c-a8c8-4d34-b960-bd2615ffed5a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.282422 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d6d11c74-533a-4700-a731-972ac4a0fbb0 req-dea9ed89-d106-443e-b7a7-a3192cd50d27 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Apr 05 11:40:10.307279 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8f12482c-790f-4f4e-accb-3b29099b76aa req-392a538b-f610-4c0e-86ab-bffb0d80f116 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Apr 05 11:40:10.390958 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (760beb3c-a8c8-4d34-b960-bd2615ffed5a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.416512 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760beb3c-a8c8-4d34-b960-bd2615ffed5a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:10.420842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.425266 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-640df3ac-d68f-4373-af64-416e9d4ca032 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/760beb3c-a8c8-4d34-b960-bd2615ffed5a HTTP/1.1" status: 204 len: 168 time: 0.4314260 Apr 05 11:40:10.426530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50620) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:10.428917 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b38aa-c392-466a-8e6c-f972fb043a67 None None] Network a453997c-71bd-427a-81fc-51135bf488f5 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:10.493617 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (a453997c-71bd-427a-81fc-51135bf488f5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.551084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Deleting port a5c4efe9-bb6b-4d72-837e-7069b019fb18 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:10.551427 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.586513 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] DHCP port deletion for a453997c-71bd-427a-81fc-51135bf488f5 request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:10.613368 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] For port a5c4efe9-bb6b-4d72-837e-7069b019fb18, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a5c4efe9-bb6b-4d72-837e-7069b019fb18,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:10.613744 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.626370 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Calling delete_port for a5c4efe9-bb6b-4d72-837e-7069b019fb18 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:10.634827 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Deleting port a5c4efe9-bb6b-4d72-837e-7069b019fb18 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:10.635391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.696682 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] For port a5c4efe9-bb6b-4d72-837e-7069b019fb18, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a5c4efe9-bb6b-4d72-837e-7069b019fb18,segment=NetworkSegment(e98c27a7-32a5-427e-b9f1-7112afebf485),segment_id=e98c27a7-32a5-427e-b9f1-7112afebf485)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:10.697086 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.710112 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Calling delete_port for a5c4efe9-bb6b-4d72-837e-7069b019fb18 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:10.782681 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.788281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (a5c4efe9-bb6b-4d72-837e-7069b019fb18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.807261 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c4efe9-bb6b-4d72-837e-7069b019fb18,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:10.811282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] No DVR routers for this DVR port a5c4efe9-bb6b-4d72-837e-7069b019fb18 on host dv-cinder-834448-3-smb {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:10.814344 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] Pushing event deleted for resources: {'Port': ['ID=a5c4efe9-bb6b-4d72-837e-7069b019fb18,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:10.816245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f60cb2-edb1-4edf-a359-f4fb5850cef5 None None] No DVR routers for this DVR port a5c4efe9-bb6b-4d72-837e-7069b019fb18 on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:10.882291 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (a453997c-71bd-427a-81fc-51135bf488f5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.902923 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a453997c-71bd-427a-81fc-51135bf488f5']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:10.911889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98c27a7-32a5-427e-b9f1-7112afebf485') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:10.912180 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98c27a7-32a5-427e-b9f1-7112afebf485') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:10.921084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (e98c27a7-32a5-427e-b9f1-7112afebf485), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.934122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (e98c27a7-32a5-427e-b9f1-7112afebf485), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.939735 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:10.940104 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (e98c27a7-32a5-427e-b9f1-7112afebf485), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:10.941685 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:11.073823 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (a453997c-71bd-427a-81fc-51135bf488f5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.080459 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.081852 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] 10.222.0.64 "DELETE /v2.0/networks/a453997c-71bd-427a-81fc-51135bf488f5 HTTP/1.1" status: 204 len: 168 time: 0.6543381 Apr 05 11:40:11.095137 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465340-fe3b-4a24-abbf-2843f741421e admin admin] Pushing event deleted for resources: {'Network': ['ID=a453997c-71bd-427a-81fc-51135bf488f5,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:11.262864 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device de4c436f-c114-41f5-a503-14fad3618bbf no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:11.283721 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: de4c436f-c114-41f5-a503-14fad3618bbf {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:11.284061 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device de4c436f-c114-41f5-a503-14fad3618bbf not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:11.286578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 13585d76-afab-4360-8588-db78588af922 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:11.303115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 13585d76-afab-4360-8588-db78588af922 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:11.303620 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 13585d76-afab-4360-8588-db78588af922 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:11.303972 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a5c4efe9-bb6b-4d72-837e-7069b019fb18 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:11.327183 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: a5c4efe9-bb6b-4d72-837e-7069b019fb18 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:11.327458 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a5c4efe9-bb6b-4d72-837e-7069b019fb18 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:11.414943 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50628) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:11.419211 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727602d-4e73-456d-b889-e971891034d3 req-03b453f4-b893-4a2d-8ee8-b659d0fab844 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.420690 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0727602d-4e73-456d-b889-e971891034d3 req-03b453f4-b893-4a2d-8ee8-b659d0fab844 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 943 time: 0.0538669 Apr 05 11:40:11.461762 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca95a6-a83d-41c6-930e-e085df8e1113 req-65383fa0-7a86-492a-8b15-5f99214d29cc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.463310 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c8ca95a6-a83d-41c6-930e-e085df8e1113 req-65383fa0-7a86-492a-8b15-5f99214d29cc tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.0861065 Apr 05 11:40:11.470082 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0a21fa5d-c817-47fa-a771-276dd9272cf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=829655a38bd94d7395f9412a03b7e884&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0539830 Apr 05 11:40:11.472925 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:11.512372 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c8ca95a6-a83d-41c6-930e-e085df8e1113 req-50801a38-4c00-46d7-9e7f-31ca9ecd5caf tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/security-groups?id=2569b874-3e31-44b0-b9ea-6f272fe2e82e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Apr 05 11:40:11.525196 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-62ae92a1-9894-4d0d-b7fd-e8eb506b8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.526790 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-62ae92a1-9894-4d0d-b7fd-e8eb506b8af3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0932570 Apr 05 11:40:11.537042 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0727602d-4e73-456d-b889-e971891034d3 req-bfe39f0e-cd3e-4184-86a2-007b0edf7eed tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103232 Apr 05 11:40:11.586564 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] Publish callbacks [] for security_group (1dfd0ca3-db8e-4e14-88c4-4462103d3641), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.609794 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-270ff7dc-998a-47ae-83e2-366d2ebbd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.611351 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-270ff7dc-998a-47ae-83e2-366d2ebbd626 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0779085 Apr 05 11:40:11.615684 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] Publish callbacks [] for security_group (1dfd0ca3-db8e-4e14-88c4-4462103d3641), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.729627 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-a4b5641d-37df-4e93-b0ca-705764dc61dd service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818124 Apr 05 11:40:11.784470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1dfd0ca3-db8e-4e14-88c4-4462103d3641), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.786944 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:11.788021 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dfd0ca3-db8e-4e14-88c4-4462103d3641 HTTP/1.1" status: 204 len: 168 time: 0.3142009 Apr 05 11:40:11.829929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4cb7e-0fc6-4e9b-a47b-b05a9bb4cb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd0ca3-db8e-4e14-88c4-4462103d3641,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:11.859964 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-9495c510-1459-47dd-99ca-d3f400f8f5a6 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:11.861413 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-9495c510-1459-47dd-99ca-d3f400f8f5a6 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 945 time: 0.1237681 Apr 05 11:40:11.901010 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bf5e03f6-6f3a-4bf3-af78-b6953599d5cb req-025f65de-c44d-43f7-8618-fd35c3790483 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559272 Apr 05 11:40:11.971881 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Deleting port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:11.972316 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:12.059288 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] For port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:12.059786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:12.072899 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Calling delete_port for 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:12.279545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (5a06d7fe-49d2-48ca-8d92-9bb141aeab7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:12.292042 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:12.314433 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Pushing event deleted for resources: {'Port': ['ID=5a06d7fe-49d2-48ca-8d92-9bb141aeab7c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:12.360257 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] No DVR routers for this DVR port 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:12.363568 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:12.366945 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a0f3d2d1-6c30-41b1-b6ee-347024b42704 req-5c64d149-6708-4827-b199-870940d4b850 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.53 "DELETE /v2.0/ports/5a06d7fe-49d2-48ca-8d92-9bb141aeab7c HTTP/1.1" status: 204 len: 173 time: 0.4969740 Apr 05 11:40:12.367361 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'name': 'network-vif-deleted', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:12.369608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234fbc28-a4b8-4841-87ec-f09753e6f879" -d '{"events": [{"server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "name": "network-vif-deleted", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:12.405738 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3666253a-2119-4dd2-aefb-584928b58602 x-openstack-request-id: req-3666253a-2119-4dd2-aefb-584928b58602 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:12.406038 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd21c413-85f0-4a4d-91ca-0a6f3b77721c", "name": "network-vif-deleted", "tag": "5a06d7fe-49d2-48ca-8d92-9bb141aeab7c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:12.406313 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3666253a-2119-4dd2-aefb-584928b58602 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:12.406749 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3666253a-2119-4dd2-aefb-584928b58602'] response: {'server_uuid': 'fd21c413-85f0-4a4d-91ca-0a6f3b77721c', 'name': 'network-vif-deleted', 'tag': '5a06d7fe-49d2-48ca-8d92-9bb141aeab7c', 'status': 'completed', 'code': 200} Apr 05 11:40:12.631633 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1d171b52-52c8-4115-bbac-22722afd24d8 req-0527838b-94fd-4651-b4c0-582d7c9217bd tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0417900 Apr 05 11:40:12.669443 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c1b34-1e20-48eb-a81e-a4d995acd5d5 req-7cacc6ee-55f6-45da-aedb-6cb93a9633ce tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:12.671052 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f22c1b34-1e20-48eb-a81e-a4d995acd5d5 req-7cacc6ee-55f6-45da-aedb-6cb93a9633ce tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 943 time: 0.0635593 Apr 05 11:40:12.722072 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f22c1b34-1e20-48eb-a81e-a4d995acd5d5 req-91462111-1f41-44b5-a311-7b9ca92c748f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Apr 05 11:40:13.750729 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1ab23427-161c-40f1-b76f-02182498ac25 req-73e8e169-52ca-4cff-b081-8e682ffd8b74 tempest-TestMinimumBasicScenario-1715079813 tempest-TestMinimumBasicScenario-1715079813-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd21c413-85f0-4a4d-91ca-0a6f3b77721c HTTP/1.1" status: 200 len: 210 time: 0.0276358 Apr 05 11:40:13.853845 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf6927-31ce-42f4-8afa-9b54d5d5b744 req-9553b607-b2d7-454c-945c-281e32f8703f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:13.855970 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9ebf6927-31ce-42f4-8afa-9b54d5d5b744 req-9553b607-b2d7-454c-945c-281e32f8703f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 943 time: 0.0575018 Apr 05 11:40:13.900976 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9ebf6927-31ce-42f4-8afa-9b54d5d5b744 req-958d5f68-74be-4558-a662-d764046586bf tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393999 Apr 05 11:40:14.865068 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device dbdab8e7-70f7-404b-9aa9-76364026fb95 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:40:14.868263 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:14.896591 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:14.896591 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 5a06d7fe-49d2-48ca-8d92-9bb141aeab7c not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:15.003245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:15.015129 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'port_id': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'mac_address': 'fa:16:3e:28:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:40:15.031474 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5369-d106-487a-8fc4-8e835d394b97 req-18301d89-cee2-4135-929f-633884200489 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:15.033418 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f11c5369-d106-487a-8fc4-8e835d394b97 req-18301d89-cee2-4135-929f-633884200489 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 943 time: 0.0648091 Apr 05 11:40:15.054605 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port dbdab8e7-70f7-404b-9aa9-76364026fb95 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:15.055091 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.069335 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdab8e7-70f7-404b-9aa9-76364026fb95 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:40:15.089918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:15.099129 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f11c5369-d106-487a-8fc4-8e835d394b97 req-59cdb241-13ca-48e6-a98c-f528ea96e0d9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600638 Apr 05 11:40:15.262289 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:15.311309 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:15.616506 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['dbdab8e7-70f7-404b-9aa9-76364026fb95'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:40:16.214662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54da45-c272-44b6-b53f-b77803201037 req-ddff6bdb-ee4d-4625-b3c5-ca98f1188736 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:16.216108 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0f54da45-c272-44b6-b53f-b77803201037 req-ddff6bdb-ee4d-4625-b3c5-ca98f1188736 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 944 time: 0.0525513 Apr 05 11:40:16.260800 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-0f54da45-c272-44b6-b53f-b77803201037 req-93894fe8-4fae-42f1-a1e6-94612e747f44 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390661 Apr 05 11:40:16.459566 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:16.808422 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:16.902482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device dbdab8e7-70f7-404b-9aa9-76364026fb95 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:17.011191 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port dbdab8e7-70f7-404b-9aa9-76364026fb95 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:40:17.015307 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port dbdab8e7-70f7-404b-9aa9-76364026fb95 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:17.015682 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.058651 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Deleting port a002bcde-a588-4d85-b2f4-4968d88f3664 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:17.058937 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.097635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port dbdab8e7-70f7-404b-9aa9-76364026fb95 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:17.098090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.125251 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:17.129205 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a3e52d-d095-4f30-9c58-1b56032b8b70" -d '{"events": [{"server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "name": "network-vif-plugged", "status": "completed", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:17.142484 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:17.170139 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf61519-760d-4bed-a4e2-bd436b310332 x-openstack-request-id: req-eaf61519-760d-4bed-a4e2-bd436b310332 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:17.170641 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "name": "network-vif-plugged", "status": "completed", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:17.170942 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaf61519-760d-4bed-a4e2-bd436b310332 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:17.171427 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf61519-760d-4bed-a4e2-bd436b310332'] response: {'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'code': 200} Apr 05 11:40:17.274877 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.334214 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:17.397175 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e5af-21b0-4219-84fe-16ecbf92a42b req-728cb69f-1cff-4f82-b98a-8f45b0edccf6 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:17.399011 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48c0e5af-21b0-4219-84fe-16ecbf92a42b req-728cb69f-1cff-4f82-b98a-8f45b0edccf6 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0657814 Apr 05 11:40:17.410619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] For port a002bcde-a588-4d85-b2f4-4968d88f3664, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=a002bcde-a588-4d85-b2f4-4968d88f3664,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:17.410981 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.423850 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Calling delete_port for a002bcde-a588-4d85-b2f4-4968d88f3664 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:17.452660 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48c0e5af-21b0-4219-84fe-16ecbf92a42b req-ecc362ee-8e2e-4c0e-a5e3-832e144f765e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 Apr 05 11:40:17.663635 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48f80b-95fb-4538-9997-bb49e95cc7c4 req-017d98ba-4125-43cd-bb4c-97786a120eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:17.665034 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5d48f80b-95fb-4538-9997-bb49e95cc7c4 req-017d98ba-4125-43cd-bb4c-97786a120eb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 1129 time: 0.0414889 Apr 05 11:40:17.706248 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (a002bcde-a588-4d85-b2f4-4968d88f3664), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:17.735587 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-5d48f80b-95fb-4538-9997-bb49e95cc7c4 req-bd44bb42-c857-499d-9322-96d3112d5252 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634475 Apr 05 11:40:17.738376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Pushing event deleted for resources: {'Port': ['ID=a002bcde-a588-4d85-b2f4-4968d88f3664,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:17.911137 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.139753 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Router ccb1f123-6b8f-4009-a574-3a68e659cff8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:18.247275 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:18.252440 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-72b7d8fd-63ec-441f-b6fc-21caedf363df admin admin] 10.222.0.64 "PUT /v2.0/routers/ccb1f123-6b8f-4009-a574-3a68e659cff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7918017 Apr 05 11:40:18.255017 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:18.256033 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Sync routers for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:18.266142 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:18.266792 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:18.363532 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks [] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.374144 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:18.468308 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks [] for router_gateway (ccb1f123-6b8f-4009-a574-3a68e659cff8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.557064 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:40:17Z', 'revision_number': 5, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port': {'id': 'ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:21Z', 'updated_at': '2022-04-05T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:18.584304 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Checking router: ccb1f123-6b8f-4009-a574-3a68e659cff8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:18.592839 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Routers {'ccb1f123-6b8f-4009-a574-3a68e659cff8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:18.593453 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['ccb1f123-6b8f-4009-a574-3a68e659cff8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:18.596994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34b60a-713d-4e6c-bdae-3270e66314b0 req-498b9cef-2058-4cba-9359-ebf8ddca249c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:18.598550 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc34b60a-713d-4e6c-bdae-3270e66314b0 req-498b9cef-2058-4cba-9359-ebf8ddca249c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0757217 Apr 05 11:40:18.631792 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Deleting port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:18.632148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.682080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] Set router ccb1f123-6b8f-4009-a574-3a68e659cff8 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:18.699893 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cc34b60a-713d-4e6c-bdae-3270e66314b0 req-f5830bb0-7e12-4e13-8369-c076a80c64b6 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946181 Apr 05 11:40:18.737632 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:40:18Z', 'revision_number': 6, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:18.740907 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] For port ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:18.741277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:18.753923 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Calling delete_port for ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:18.764116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb358b97-2170-438f-906a-e51804ced4ec None None] The sync data for ids ['ccb1f123-6b8f-4009-a574-3a68e659cff8'] in dv-cinder-834448-3-smb is: [{'id': 'ccb1f123-6b8f-4009-a574-3a68e659cff8', 'name': 'tempest-TestMinimumBasicScenario-1432602007-router', 'tenant_id': 'ef674f0c831a4efab881965e63330088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:20Z', 'updated_at': '2022-04-05T11:40:18Z', 'revision_number': 6, 'project_id': 'ef674f0c831a4efab881965e63330088', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:19.233823 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.260755 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:19.331556 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.419584 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.421675 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks [] for router_controller (ccb1f123-6b8f-4009-a574-3a68e659cff8), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.568720 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:19.571037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (ccb1f123-6b8f-4009-a574-3a68e659cff8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.571614 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb1f123-6b8f-4009-a574-3a68e659cff8 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:19.577327 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.578551 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4f7e2067-7fed-4e9e-a883-267c095e8ed8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ccb1f123-6b8f-4009-a574-3a68e659cff8 HTTP/1.1" status: 204 len: 168 time: 1.3225822 Apr 05 11:40:19.580989 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:19.602885 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:19.603241 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device ee7d183f-9a5b-45f6-bb47-aa9aa2af9a30 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:19.603676 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a002bcde-a588-4d85-b2f4-4968d88f3664 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:19.624494 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: a002bcde-a588-4d85-b2f4-4968d88f3664 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:19.624741 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device a002bcde-a588-4d85-b2f4-4968d88f3664 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:19.630628 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Deleting subnet c554f04b-3a5b-407c-be5e-1f8b130c8a93 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:19.634122 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Publish callbacks [] for subnet (c554f04b-3a5b-407c-be5e-1f8b130c8a93), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.675516 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (c554f04b-3a5b-407c-be5e-1f8b130c8a93), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.761715 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (c554f04b-3a5b-407c-be5e-1f8b130c8a93), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.827500 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393b08-8a39-44be-8ace-8ebe1caa07ef req-3ff78267-591e-46bc-ad2d-28851a155872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:19.828972 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d393b08-8a39-44be-8ace-8ebe1caa07ef req-3ff78267-591e-46bc-ad2d-28851a155872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0552857 Apr 05 11:40:19.875618 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d393b08-8a39-44be-8ace-8ebe1caa07ef req-7afac17a-de87-4376-91a2-92dbe2fe591f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Apr 05 11:40:19.925596 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (c554f04b-3a5b-407c-be5e-1f8b130c8a93), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.953010 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c554f04b-3a5b-407c-be5e-1f8b130c8a93,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:19.964718 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:19.967925 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-775d8f93-96d9-43c8-843e-282c9cf8a9e1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c554f04b-3a5b-407c-be5e-1f8b130c8a93 HTTP/1.1" status: 204 len: 168 time: 0.3859484 Apr 05 11:40:19.970622 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50790) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:19.974635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08365e0a-5f40-41f4-9ee4-ea18549eb6f1 None None] Network 20789957-eb9a-430d-91ca-f6d2f002389c requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:20.016266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa7330-96ed-427a-abae-836f11fba0df req-cba0a043-5b2a-4791-a750-6972d13b567a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:20.017908 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-52fa7330-96ed-427a-abae-836f11fba0df req-cba0a043-5b2a-4791-a750-6972d13b567a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0685201 Apr 05 11:40:20.028556 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:20.034406 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'port_id': 'dbdab8e7-70f7-404b-9aa9-76364026fb95'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:20.040436 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (20789957-eb9a-430d-91ca-f6d2f002389c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.059579 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.073738 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.102778 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Deleting port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:20.107731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.159273 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] DHCP port deletion for 20789957-eb9a-430d-91ca-f6d2f002389c request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:20.171560 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] For port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:20.171925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.186482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Calling delete_port for 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:20.210638 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Deleting port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:20.211031 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.281933 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] For port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,segment=NetworkSegment(986cb5e1-c6b4-438e-b9c5-a6846334e9c3),segment_id=986cb5e1-c6b4-438e-b9c5-a6846334e9c3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:20.282281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.296606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Calling delete_port for 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:20.456248 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.488565 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] Pushing event deleted for resources: {'Port': ['ID=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:20.492706 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2534f0-dceb-4638-9d78-522e3621a58a None None] No DVR routers for this DVR port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:20.525858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (9b183ca8-4aa3-40c9-b2de-f8f1e940f2be), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.548491 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.553397 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] No DVR routers for this DVR port 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be on host dv-cinder-834448-3-smb {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:20.558327 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b183ca8-4aa3-40c9-b2de-f8f1e940f2be,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:20.616540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.627741 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (20789957-eb9a-430d-91ca-f6d2f002389c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.657195 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20789957-eb9a-430d-91ca-f6d2f002389c']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:20.668727 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986cb5e1-c6b4-438e-b9c5-a6846334e9c3') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:20.669027 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986cb5e1-c6b4-438e-b9c5-a6846334e9c3') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:20.679086 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (986cb5e1-c6b4-438e-b9c5-a6846334e9c3), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.693340 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (986cb5e1-c6b4-438e-b9c5-a6846334e9c3), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.700317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:20.700734 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (986cb5e1-c6b4-438e-b9c5-a6846334e9c3), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self.session.flush() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self.session.flush() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self.session.flush() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self.session.flush() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:20.703087 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:20.725508 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 1fb83175-133c-4e7e-8f9f-6e964dc5b2c2 associated. External IP: 172.28.0.186, port: dbdab8e7-70f7-404b-9aa9-76364026fb95. Apr 05 11:40:20.886105 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (20789957-eb9a-430d-91ca-f6d2f002389c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.891867 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:20.899787 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] 10.222.0.64 "DELETE /v2.0/networks/20789957-eb9a-430d-91ca-f6d2f002389c HTTP/1.1" status: 204 len: 168 time: 0.9234445 Apr 05 11:40:20.906151 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50802) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:20.913348 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe78fd3-9786-4508-afad-cb040a31fb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=20789957-eb9a-430d-91ca-f6d2f002389c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:21.214617 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:21.277470 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:21.298045 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:21.298523 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9b183ca8-4aa3-40c9-b2de-f8f1e940f2be not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:21.334554 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:21.340111 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.344719 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:21.345209 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.354323 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:21.355611 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:21.370265 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d5dfb74b-ec88-4ffd-8f81-8e71a1d5f07e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "PUT /v2.0/floatingips/1fb83175-133c-4e7e-8f9f-6e964dc5b2c2 HTTP/1.1" status: 200 len: 991 time: 1.3400867 Apr 05 11:40:21.371150 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:21.373640 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:21.416783 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc448d7d-d886-4016-91cc-a772a5207e52 x-openstack-request-id: req-bc448d7d-d886-4016-91cc-a772a5207e52 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:21.417422 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:21.417542 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc448d7d-d886-4016-91cc-a772a5207e52 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:21.417954 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc448d7d-d886-4016-91cc-a772a5207e52'] response: {'name': 'network-changed', 'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'status': 'completed', 'code': 200} Apr 05 11:40:21.467245 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:21.482656 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-6a6095a9-d973-40bc-bcac-ac76a5aef361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:21.484245 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-6a6095a9-d973-40bc-bcac-ac76a5aef361 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 1129 time: 0.0448442 Apr 05 11:40:21.583979 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-e8efd361-307b-477d-8f35-57ba8c8fe58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:21.585669 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-e8efd361-307b-477d-8f35-57ba8c8fe58b service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.0932257 Apr 05 11:40:21.654377 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Deleting port e383ab42-7510-4fd2-a2d9-b3459df05277 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:21.654753 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.654982 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-4555ffab-0397-4838-a3fe-0cf04cdc0f09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95 HTTP/1.1" status: 200 len: 999 time: 0.0610001 Apr 05 11:40:21.701969 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}, {'id': '1fb83175-133c-4e7e-8f9f-6e964dc5b2c2', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:28:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:02Z', 'updated_at': '2022-04-05T11:40:20Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:21.704688 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-9a490973-dc3d-4554-b9fb-c8e5c330c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:21.706261 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-9a490973-dc3d-4554-b9fb-c8e5c330c3ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0451701 Apr 05 11:40:21.728405 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:21.735085 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] For port e383ab42-7510-4fd2-a2d9-b3459df05277, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e383ab42-7510-4fd2-a2d9-b3459df05277,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:21.735430 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:21.736786 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:21.737413 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:21.749746 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Calling delete_port for e383ab42-7510-4fd2-a2d9-b3459df05277 owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:21.759149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-694390fd-27df-4802-bbcc-761c2ed60c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:21.760674 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-694390fd-27df-4802-bbcc-761c2ed60c00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482061 Apr 05 11:40:21.845915 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:21.855883 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-fbffd95f-5f11-4936-886c-7430b752c49f service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883746 Apr 05 11:40:21.961187 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-36e76cfa-61b1-431a-aa4f-55ed43adb8ec req-90d1c253-f1c7-45be-a25f-e011ce92b527 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990348 Apr 05 11:40:22.039807 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (e383ab42-7510-4fd2-a2d9-b3459df05277), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.066412 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e383ab42-7510-4fd2-a2d9-b3459df05277,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:22.174010 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}, {'id': '1fb83175-133c-4e7e-8f9f-6e964dc5b2c2', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:28:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:02Z', 'updated_at': '2022-04-05T11:40:20Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:22.212252 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b95d4-ef13-4f1f-afa4-eeb1d4b62aa0 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}, {'id': '1fb83175-133c-4e7e-8f9f-6e964dc5b2c2', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.186', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:28:c8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:40:02Z', 'updated_at': '2022-04-05T11:40:20Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:22.261488 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.420923 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7f5d0-4694-47b7-b135-b0140d4d4cf8 None None] New status for floating IP 1fb83175-133c-4e7e-8f9f-6e964dc5b2c2: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:22.516084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:22.624793 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:22.629852 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-56616172-3ce7-4ac1-85ef-d92b8d72cb33 admin admin] 10.222.0.64 "PUT /v2.0/routers/425e2b7d-8995-4afc-954d-a9c8ce97ecfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226076 Apr 05 11:40:22.632273 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50828) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:22.634693 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Sync routers for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:22.644527 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:22.645205 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:22.737108 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks [] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.753185 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:22.842040 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks [] for router_gateway (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:22.928662 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:40:21Z', 'revision_number': 5, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:22.957978 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Checking router: 425e2b7d-8995-4afc-954d-a9c8ce97ecfe for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:22.966615 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Routers {'425e2b7d-8995-4afc-954d-a9c8ce97ecfe'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:22.967221 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:39:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:23.028893 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Deleting port b53f9942-92fa-41db-bfdd-962e0ecc06a6 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:23.028893 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.075063 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] Set router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:23.109909 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] For port b53f9942-92fa-41db-bfdd-962e0ecc06a6, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=b53f9942-92fa-41db-bfdd-962e0ecc06a6,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:23.110467 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.123024 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Calling delete_port for b53f9942-92fa-41db-bfdd-962e0ecc06a6 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:23.257122 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:40:21Z', 'revision_number': 5, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:23.283274 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc811b-02d0-4608-b174-dc24ef58d52e None None] The sync data for ids ['425e2b7d-8995-4afc-954d-a9c8ce97ecfe'] in dv-cinder-834448-3-smb is: [{'id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'name': 'tempest-TestMinimumBasicScenario-2048620817-router', 'tenant_id': 'bb53241e49664ef39882e9745b829744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:37:28Z', 'updated_at': '2022-04-05T11:40:21Z', 'revision_number': 5, 'project_id': 'bb53241e49664ef39882e9745b829744', 'gw_port': {'id': 'b53f9942-92fa-41db-bfdd-962e0ecc06a6', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:95:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425e2b7d-8995-4afc-954d-a9c8ce97ecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:37:29Z', 'updated_at': '2022-04-05T11:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:23.336464 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (b53f9942-92fa-41db-bfdd-962e0ecc06a6), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.365225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53f9942-92fa-41db-bfdd-962e0ecc06a6,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:23.423523 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.515839 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.518310 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks [] for router_controller (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.673482 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (425e2b7d-8995-4afc-954d-a9c8ce97ecfe), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.674006 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425e2b7d-8995-4afc-954d-a9c8ce97ecfe {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:23.678331 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.679472 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-dbb17402-47a7-4f59-bc19-4eba53932040 admin admin] 10.222.0.64 "DELETE /v2.0/routers/425e2b7d-8995-4afc-954d-a9c8ce97ecfe HTTP/1.1" status: 204 len: 168 time: 1.0462582 Apr 05 11:40:23.681910 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50832) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:23.730530 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Deleting subnet fadbdea2-aa29-4871-a049-739981072f49 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:23.733901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Publish callbacks [] for subnet (fadbdea2-aa29-4871-a049-739981072f49), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.746149 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:40:23.768974 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (fadbdea2-aa29-4871-a049-739981072f49), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:23.851304 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (fadbdea2-aa29-4871-a049-739981072f49), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.056099 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (fadbdea2-aa29-4871-a049-739981072f49), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.079829 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadbdea2-aa29-4871-a049-739981072f49,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:24.086702 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.091197 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-cd866742-9f4e-4cd0-bbba-bfb678be789d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fadbdea2-aa29-4871-a049-739981072f49 HTTP/1.1" status: 204 len: 168 time: 0.4077132 Apr 05 11:40:24.093626 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50836) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:24.094780 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db612350-423c-4212-87e1-3e5a7fc7d2ae None None] Network 8498cb86-4a25-43ce-847c-20396c5b72c4 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:24.162580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (8498cb86-4a25-43ce-847c-20396c5b72c4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.224698 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Deleting port 7d439166-288c-41d5-bb86-9a5a763090d3 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:24.225155 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] DHCP port deletion for 8498cb86-4a25-43ce-847c-20396c5b72c4 request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Deleting port 7d439166-288c-41d5-bb86-9a5a763090d3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] For port 7d439166-288c-41d5-bb86-9a5a763090d3, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=7d439166-288c-41d5-bb86-9a5a763090d3,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.423911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Calling delete_port for 7d439166-288c-41d5-bb86-9a5a763090d3 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:24.558349 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] For port 7d439166-288c-41d5-bb86-9a5a763090d3, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=7d439166-288c-41d5-bb86-9a5a763090d3,segment=NetworkSegment(64fb70fd-a93c-46dc-839c-4afcd81c342d),segment_id=64fb70fd-a93c-46dc-839c-4afcd81c342d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:24.558736 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.570979 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Calling delete_port for 7d439166-288c-41d5-bb86-9a5a763090d3 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:24.713738 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.727822 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (7d439166-288c-41d5-bb86-9a5a763090d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.738789 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d439166-288c-41d5-bb86-9a5a763090d3,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:24.747399 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] No DVR routers for this DVR port 7d439166-288c-41d5-bb86-9a5a763090d3 on host dv-cinder-834448-3-smb {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:24.756379 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] Pushing event deleted for resources: {'Port': ['ID=7d439166-288c-41d5-bb86-9a5a763090d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:24.760396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76d845-c1a6-4802-ad9b-9f683c49e087 None None] No DVR routers for this DVR port 7d439166-288c-41d5-bb86-9a5a763090d3 on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:24.820554 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (8498cb86-4a25-43ce-847c-20396c5b72c4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.841371 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8498cb86-4a25-43ce-847c-20396c5b72c4']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:24.850734 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb70fd-a93c-46dc-839c-4afcd81c342d') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:24.851037 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb70fd-a93c-46dc-839c-4afcd81c342d') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:24.860496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (64fb70fd-a93c-46dc-839c-4afcd81c342d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.873745 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (64fb70fd-a93c-46dc-839c-4afcd81c342d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.879912 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:24.880327 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (64fb70fd-a93c-46dc-839c-4afcd81c342d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:24.882091 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:25.016171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (8498cb86-4a25-43ce-847c-20396c5b72c4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.022580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.024630 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] 10.222.0.64 "DELETE /v2.0/networks/8498cb86-4a25-43ce-847c-20396c5b72c4 HTTP/1.1" status: 204 len: 168 time: 0.9300869 Apr 05 11:40:25.035832 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b6f0a-0af1-4674-aeac-d2fb2444d19d admin admin] Pushing event deleted for resources: {'Network': ['ID=8498cb86-4a25-43ce-847c-20396c5b72c4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:25.267614 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device b53f9942-92fa-41db-bfdd-962e0ecc06a6 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:25.288644 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: b53f9942-92fa-41db-bfdd-962e0ecc06a6 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:25.288986 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device b53f9942-92fa-41db-bfdd-962e0ecc06a6 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:25.289481 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 7d439166-288c-41d5-bb86-9a5a763090d3 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:25.311199 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 7d439166-288c-41d5-bb86-9a5a763090d3 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:25.311545 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 7d439166-288c-41d5-bb86-9a5a763090d3 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:25.312099 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e383ab42-7510-4fd2-a2d9-b3459df05277 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:25.331598 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: e383ab42-7510-4fd2-a2d9-b3459df05277 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:25.331941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e383ab42-7510-4fd2-a2d9-b3459df05277 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:25.425262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50850) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:25.464230 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-58c4884f-903c-4d35-8690-c672e0a3c579 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ef674f0c831a4efab881965e63330088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378337 Apr 05 11:40:25.466691 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50852) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:25.515718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] Publish callbacks [] for security_group (2569b874-3e31-44b0-b9ea-6f272fe2e82e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.535585 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] Publish callbacks [] for security_group (2569b874-3e31-44b0-b9ea-6f272fe2e82e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.701880 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2569b874-3e31-44b0-b9ea-6f272fe2e82e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.702141 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2600455c-4796-41e6-a627-de93a61745ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.704866 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:25.706349 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2569b874-3e31-44b0-b9ea-6f272fe2e82e HTTP/1.1" status: 204 len: 168 time: 0.2387671 Apr 05 11:40:25.715432 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ee198-174d-4344-ba42-718ed3bedf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569b874-3e31-44b0-b9ea-6f272fe2e82e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:26.407592 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50866) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:26.448273 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-950148cf-fb4e-4df5-8930-1277f6d0326b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb53241e49664ef39882e9745b829744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395336 Apr 05 11:40:26.450640 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50868) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:26.496551 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] Publish callbacks [] for security_group (0cab79f1-a14d-4e36-bc7d-3a45fcc04677), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.518162 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] Publish callbacks [] for security_group (0cab79f1-a14d-4e36-bc7d-3a45fcc04677), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.627322 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0cab79f1-a14d-4e36-bc7d-3a45fcc04677), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.629858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:26.633057 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cab79f1-a14d-4e36-bc7d-3a45fcc04677 HTTP/1.1" status: 204 len: 168 time: 0.1795037 Apr 05 11:40:26.639626 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1655-a16b-49ef-a7ce-b9648c34e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab79f1-a14d-4e36-bc7d-3a45fcc04677,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:27.634142 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50898) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:27.733008 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1675269600-network', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:27.810135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Made reservation on behalf of f5f2451683d945689a7ce0b911d9f519 for: {'network': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:27.812460 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.821326 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.893193 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks [] for security_group (78011f59-f33f-40de-aa26-51031a8af697), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.970090 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (78011f59-f33f-40de-aa26-51031a8af697), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:27.994202 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:40:28.008735 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78011f59-f33f-40de-aa26-51031a8af697,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:28.012006 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (5f29d011-3a0e-4aba-abc0-c3939050424c), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.012350 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.segments_db [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Added segment 5f29d011-3a0e-4aba-abc0-c3939050424c of type vlan for network 7b051d06-9b60-4044-b158-df795b78ab4d Apr 05 11:40:28.059881 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (7b051d06-9b60-4044-b158-df795b78ab4d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.141494 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (7b051d06-9b60-4044-b158-df795b78ab4d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.142454 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:28.143058 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.203811 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] Pushing event updated for resources: {'Network': ['ID=7b051d06-9b60-4044-b158-df795b78ab4d,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:28.213059 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 7b051d06-9b60-4044-b158-df795b78ab4d details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:40:28.293862 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-17321f25-9f2d-4a78-a9df-9ab15fcb1e1f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6585600 Apr 05 11:40:28.296833 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50912) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:28.301751 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-f4940788-178a-4700-be83-521495634522 admin admin] Request body: {'subnet': {'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1675269600-subnet', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:28.398852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4940788-178a-4700-be83-521495634522 admin admin] Made reservation on behalf of f5f2451683d945689a7ce0b911d9f519 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:28.401868 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f4940788-178a-4700-be83-521495634522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.524708 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3546fb97-c14b-454c-9dec-bcc43334646b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.644719 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f4940788-178a-4700-be83-521495634522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (50ca8622-6e7c-437d-82fe-a06da603d9a5), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.698458 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4940788-178a-4700-be83-521495634522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ca8622-6e7c-437d-82fe-a06da603d9a5,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:28.708272 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4940788-178a-4700-be83-521495634522 admin admin] Checking segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:28.708635 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4940788-178a-4700-be83-521495634522 admin admin] Network hostable DHCP agents. Network: 7b051d06-9b60-4044-b158-df795b78ab4d, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:40:28.781601 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4940788-178a-4700-be83-521495634522 admin admin] Network 7b051d06-9b60-4044-b158-df795b78ab4d is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:40:28.872947 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-f4940788-178a-4700-be83-521495634522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 7b051d06-9b60-4044-b158-df795b78ab4d) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:28.877146 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4940788-178a-4700-be83-521495634522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:28.877736 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f4940788-178a-4700-be83-521495634522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:28.881751 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc303bf-2649-4861-b36e-3ccb442d0670 None None] Network 7b051d06-9b60-4044-b158-df795b78ab4d requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:28.967316 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f4940788-178a-4700-be83-521495634522 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6693764 Apr 05 11:40:28.969853 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50914) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:28.974287 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:28.980863 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-7b051d06-9b60-4044-b158-df795b78ab4d', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:40:28.981787 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.074110 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.075210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.117021 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Allocated IP 172.20.0.2 (7b051d06-9b60-4044-b158-df795b78ab4d/50ca8622-6e7c-437d-82fe-a06da603d9a5/5c1ea352-4b33-4c84-966e-ea85cc1fd19e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:29.135388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for router_controller (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), precommit_add_association {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.263624 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks [] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.380799 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for router_gateway (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.382146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.417886 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Network 7b051d06-9b60-4044-b158-df795b78ab4d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:29.420550 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:29.424209 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:29.428992 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.440850 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Pushing event updated for resources: {'Port': ['ID=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.494147 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Attempting to bind port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:29.494583 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Attempting to bind port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:29.495632 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Attempting to bind port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e on network 7b051d06-9b60-4044-b158-df795b78ab4d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:29.500597 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:29.504446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Checking segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:29.504446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.504446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Bound using segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:29.504446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Bound port: 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:29.504446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.565350 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] For port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:29.568231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] For port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:29.668575 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.702668 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for router_gateway (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.723087 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:29.731720 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92c07b-a692-4cce-ba2f-0aa6a046c545 None None] Pushing event updated for resources: {'Port': ['ID=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:29.828013 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Allocated IP 172.28.0.68 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/d1988230-b45b-429c-83fb-e994ad3444f8) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:29.952645 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for port (d1988230-b45b-429c-83fb-e994ad3444f8), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.045088 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.081087 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:30.083914 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:30.086465 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:30.115068 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Pushing event updated for resources: {'Port': ['ID=d1988230-b45b-429c-83fb-e994ad3444f8,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:30.421115 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for router_gateway (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.625253 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a6f3b-2797-4eb0-914f-8c2a33055da5 None None] Network 7b051d06-9b60-4044-b158-df795b78ab4d requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:30.654751 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.711122 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Provisioning complete for port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:30.711614 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.780115 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.836758 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Current status of the port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:30.841641 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:30.875087 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] For port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:30.907478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:40:30.993370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.022618 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:31.036781 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Sync routers for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:31.056533 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03cdb0-492e-4523-a3d7-363f21ea2bbc None None] Pushing event updated for resources: {'Port': ['ID=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:31.061529 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:31.062160 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:31.126703 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.128241 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-d8c256b5-1622-4e1c-9891-e6eaa01d91ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1574309 Apr 05 11:40:31.131253 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:31.158995 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-28c8986a-9557-405f-ab7f-03cc4a944d3b None None] Provisioning complete for port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:31.159369 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28c8986a-9557-405f-ab7f-03cc4a944d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.214018 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:31.330948 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 5c1ea352-4b33-4c84-966e-ea85cc1fd19e up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:31.404456 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-28c8986a-9557-405f-ab7f-03cc4a944d3b None None] Current status of the port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:31.458879 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:31.459259 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.516736 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:30Z', 'revision_number': 3, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:31.544578 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Checking router: a654a7f0-5f20-46ea-9cbf-19ea04e676c8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:31.549734 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Updating router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 port d1988230-b45b-429c-83fb-e994ad3444f8 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:31.559114 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.601745 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.604954 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:31.714829 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Allocated IP 172.20.0.1 (7b051d06-9b60-4044-b158-df795b78ab4d/50ca8622-6e7c-437d-82fe-a06da603d9a5/0590cef8-7864-46a5-b6d0-9ed13737e66b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:31.821780 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks [] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.866282 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks [] for port (d1988230-b45b-429c-83fb-e994ad3444f8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.901660 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:31.970829 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.007281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Network 7b051d06-9b60-4044-b158-df795b78ab4d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:32.010014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:32.013249 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:32.042818 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.044577 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.063721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.108070 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Attempting to bind port d1988230-b45b-429c-83fb-e994ad3444f8 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:32.108442 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Attempting to bind port d1988230-b45b-429c-83fb-e994ad3444f8 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:32.108810 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Attempting to bind port d1988230-b45b-429c-83fb-e994ad3444f8 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:32.110869 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140f8d1-fd75-44d7-82a6-15d843b05d4f None None] Pushing event updated for resources: {'Port': ['ID=d1988230-b45b-429c-83fb-e994ad3444f8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.122359 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:32.122934 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:32.123240 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.123647 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:32.124134 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Bound port: d1988230-b45b-429c-83fb-e994ad3444f8, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:32.124515 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.192231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] For port d1988230-b45b-429c-83fb-e994ad3444f8, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:32.195498 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] For port d1988230-b45b-429c-83fb-e994ad3444f8, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1988230-b45b-429c-83fb-e994ad3444f8,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:32.233818 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-e43e27f3-d769-4dff-b831-b45a81d5f16f None None] Provisioning complete for port 0590cef8-7864-46a5-b6d0-9ed13737e66b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:32.234185 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e43e27f3-d769-4dff-b831-b45a81d5f16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.266716 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e43e27f3-d769-4dff-b831-b45a81d5f16f None None] Port 0590cef8-7864-46a5-b6d0-9ed13737e66b cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:32.318346 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.319541 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.375698 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:32.376322 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:32.413206 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140f8d1-fd75-44d7-82a6-15d843b05d4f None None] Pushing event updated for resources: {'Port': ['ID=d1988230-b45b-429c-83fb-e994ad3444f8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.488332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:32.491871 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks [] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.547799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.616197 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:32.618720 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:32.709936 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Network 7b051d06-9b60-4044-b158-df795b78ab4d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:32.711481 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:32.824055 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:31Z', 'revision_number': 1, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:32.834800 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:32.851297 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b6111c-090d-4ea5-adda-9e89d9fa8fef None None] The sync data for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb is: [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:31Z', 'revision_number': 1, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:32.951389 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:32.956366 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-80b2160b-faf8-44fc-b03b-a6293ac44e9a admin admin] 10.222.0.64 "PUT /v2.0/routers/a654a7f0-5f20-46ea-9cbf-19ea04e676c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240914 Apr 05 11:40:32.991348 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f951e7f3-c785-485a-b661-ec71ac6d0753 None None] Provisioning complete for port 0590cef8-7864-46a5-b6d0-9ed13737e66b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:32.991817 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f951e7f3-c785-485a-b661-ec71ac6d0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.054683 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f951e7f3-c785-485a-b661-ec71ac6d0753 None None] Port 0590cef8-7864-46a5-b6d0-9ed13737e66b cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:33.753276 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 50990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:33.758522 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1480555926-network', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:33.856230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Made reservation on behalf of 1e9bab12e93b4a229155e371f5675be8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:33.858611 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.868855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:33.945999 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks [] for security_group (cada15f1-e229-406d-b6c2-44b43b975318), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.044571 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cada15f1-e229-406d-b6c2-44b43b975318), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.073493 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:40:34.084981 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cada15f1-e229-406d-b6c2-44b43b975318,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.092816 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (52cc1c5c-62d8-404a-ab93-0a487dab0e3d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.096205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.segments_db [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Added segment 52cc1c5c-62d8-404a-ab93-0a487dab0e3d of type vlan for network 3aae9a53-16de-4710-87e8-3d5c519e7b50 Apr 05 11:40:34.135778 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775045236273'] for network (3aae9a53-16de-4710-87e8-3d5c519e7b50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.227565 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477'] for network (3aae9a53-16de-4710-87e8-3d5c519e7b50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.228759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:34.229926 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.238159 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50994) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:34.305610 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3aae9a53-16de-4710-87e8-3d5c519e7b50,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.315923 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 details requested by agent ovs-agent-dv-cinder-834448-3-smb with host dv-cinder-834448-3-smb {{(pid=103885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:40:34.323056 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-fbbb8b0f-67d9-4910-88a5-b63f0c05b3d8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5687082 Apr 05 11:40:34.326003 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 50998) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:34.331204 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Request body: {'subnet': {'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1480555926-subnet', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'ip_version': 4}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:34.359686 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5aff3eb7-c8be-4e30-88c4-c450b3b2375d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.429909 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5aff3eb7-c8be-4e30-88c4-c450b3b2375d admin admin] Publish callbacks [] for security_group (13887b3b-be10-427a-93b5-0c9286bb9776), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.433368 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Made reservation on behalf of 1e9bab12e93b4a229155e371f5675be8 for: {'subnet': 1} {{(pid=103883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:40:34.435727 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046883'] for subnet (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.514257 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5aff3eb7-c8be-4e30-88c4-c450b3b2375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (13887b3b-be10-427a-93b5-0c9286bb9776), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.578828 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff3eb7-c8be-4e30-88c4-c450b3b2375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13887b3b-be10-427a-93b5-0c9286bb9776,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.585419 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-5aff3eb7-c8be-4e30-88c4-c450b3b2375d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=320285c31d0a4f568b452a016e3d078f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456049 Apr 05 11:40:34.588090 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51002) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:34.678113 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] Publish callbacks [] for security_group (13887b3b-be10-427a-93b5-0c9286bb9776), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.702097 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] Publish callbacks [] for security_group (13887b3b-be10-427a-93b5-0c9286bb9776), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.747496 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3364912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046909'] for subnet (6eb41be0-2b51-48b5-b7ea-d0b22848b00c), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.806414 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb41be0-2b51-48b5-b7ea-d0b22848b00c,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.812127 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Checking segment: {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:34.812255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Network hostable DHCP agents. Network: 3aae9a53-16de-4710-87e8-3d5c519e7b50, hostable agents: ['d022e779-8026-4c89-b876-feefcf3c7ee0'], hosted agents: [] {{(pid=103883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:40:34.861623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (13887b3b-be10-427a-93b5-0c9286bb9776), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.864216 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.865367 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13887b3b-be10-427a-93b5-0c9286bb9776 HTTP/1.1" status: 204 len: 168 time: 0.2762105 Apr 05 11:40:34.874271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14443fe5-0a70-4ec9-9ec4-d78d7ab82fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13887b3b-be10-427a-93b5-0c9286bb9776,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:34.890290 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 is scheduled to be hosted by DHCP agent d022e779-8026-4c89-b876-feefcf3c7ee0 with binding_index 1 {{(pid=103883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:40:34.987411 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-3-smb, 3aae9a53-16de-4710-87e8-3d5c519e7b50) {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:34.992776 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:34.992776 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:34.996656 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b093f4-bbf6-48a3-b8a6-5cdbf6b11a14 None None] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:35.036497 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Sync routers for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:35.046579 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:35.047213 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:35.093125 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1c754864-3ab5-4cf5-9dbc-86585cf77396 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7658474 Apr 05 11:40:35.096032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:35.100532 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:35.110995 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1956e081-390e-5a85-8fbc-faa168bd417b-3aae9a53-16de-4710-87e8-3d5c519e7b50', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c'}]}} from dv-cinder-834448-3-smb. {{(pid=103885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:40:35.112118 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.168624 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:35.176326 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-949086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1866'] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.177641 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1917'] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.242365 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for router_controller (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.286916 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Allocated IP 172.20.0.2 (3aae9a53-16de-4710-87e8-3d5c519e7b50/6eb41be0-2b51-48b5-b7ea-d0b22848b00c/da084a14-f9fc-4f56-acc0-cecbbda419a0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:35.355561 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1988230-b45b-429c-83fb-e994ad3444f8 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:35.415634 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 2, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:35.449143 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Checking router: a654a7f0-5f20-46ea-9cbf-19ea04e676c8 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:35.449498 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Updating router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 port 0590cef8-7864-46a5-b6d0-9ed13737e66b binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:35.462980 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for router_gateway (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.470135 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port d1988230-b45b-429c-83fb-e994ad3444f8 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:35.470531 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.494004 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.499941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks [] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.556299 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port d1988230-b45b-429c-83fb-e994ad3444f8 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:35.556683 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.610251 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.620743 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:35.631154 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:35.632776 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:35.636059 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:35.722299 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port d1988230-b45b-429c-83fb-e994ad3444f8, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1988230-b45b-429c-83fb-e994ad3444f8,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:35.738786 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Attempting to bind port da084a14-f9fc-4f56-acc0-cecbbda419a0 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:35.739239 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Attempting to bind port da084a14-f9fc-4f56-acc0-cecbbda419a0 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:35.743842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Attempting to bind port da084a14-f9fc-4f56-acc0-cecbbda419a0 on network 3aae9a53-16de-4710-87e8-3d5c519e7b50 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:35.743842 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Pushing event updated for resources: {'Port': ['ID=da084a14-f9fc-4f56-acc0-cecbbda419a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:35.748809 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:35.749192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Checking segment: {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:35.749686 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.750143 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Bound using segment: {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:35.750769 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Bound port: da084a14-f9fc-4f56-acc0-cecbbda419a0, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:35.751304 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.819777 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] For port da084a14-f9fc-4f56-acc0-cecbbda419a0, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:35.823471 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] For port da084a14-f9fc-4f56-acc0-cecbbda419a0, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=da084a14-f9fc-4f56-acc0-cecbbda419a0,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:35.827487 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.882045 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=d1988230-b45b-429c-83fb-e994ad3444f8,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:35.911065 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.917916 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks [] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:35.942715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.003455 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a792fe-28a4-4fa5-8d32-571f6ec09bf7 None None] Pushing event updated for resources: {'Port': ['ID=da084a14-f9fc-4f56-acc0-cecbbda419a0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.033291 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.073640 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Publish callbacks [] for security_group (57af5a41-1c31-4e80-b514-e227c9fb7570), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.087136 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Pushing event updated for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.114232 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.114875 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.115218 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.115576 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.115914 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.116247 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.116490 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for router_gateway (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.116966 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.116966 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.117187 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.117709 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.118327 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.118868 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.119358 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.119934 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.120439 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.121115 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57af5a41-1c31-4e80-b514-e227c9fb7570), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.160438 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Attempting to bind port 0590cef8-7864-46a5-b6d0-9ed13737e66b on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:36.160907 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Attempting to bind port 0590cef8-7864-46a5-b6d0-9ed13737e66b by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:36.161400 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Attempting to bind port 0590cef8-7864-46a5-b6d0-9ed13737e66b on network 7b051d06-9b60-4044-b158-df795b78ab4d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:36.163786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.167839 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:36.168314 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Checking segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:36.168787 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.169250 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Bound using segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:36.170914 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Bound port: 0590cef8-7864-46a5-b6d0-9ed13737e66b, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:36.171306 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.249539 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af5a41-1c31-4e80-b514-e227c9fb7570,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.270516 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af4d8a25d3e7497b8868e12d334f89cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485903 Apr 05 11:40:36.274715 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.275266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.276019 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51014) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:36.277496 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] For port 0590cef8-7864-46a5-b6d0-9ed13737e66b, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:36.279357 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.279741 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.280084 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.280424 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.280758 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.281091 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.281424 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.281757 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.282087 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.282418 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.285581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.285581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.285581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d72-767f-46e4-9839-6ec9186fb866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:36.293274 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] For port 0590cef8-7864-46a5-b6d0-9ed13737e66b, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=0590cef8-7864-46a5-b6d0-9ed13737e66b,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:36.346764 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] Publish callbacks [] for security_group (57af5a41-1c31-4e80-b514-e227c9fb7570), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.367519 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Allocated IP 172.28.0.19 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/f72323a5-4c77-446f-8915-ce12c29e6478) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:36.373116 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] Publish callbacks [] for security_group (57af5a41-1c31-4e80-b514-e227c9fb7570), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.376333 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.425591 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Provisioning complete for port 0590cef8-7864-46a5-b6d0-9ed13737e66b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:36.426180 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.468233 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc499d-6b78-4588-aa04-c78aea905b11 None None] Pushing event updated for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.471399 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:36.472467 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:36.508166 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for port (f72323a5-4c77-446f-8915-ce12c29e6478), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.536624 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (57af5a41-1c31-4e80-b514-e227c9fb7570), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.539243 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.541186 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57af5a41-1c31-4e80-b514-e227c9fb7570 HTTP/1.1" status: 204 len: 168 time: 0.2633579 Apr 05 11:40:36.561866 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef50b7-5f7f-45dc-a4ef-6747d3be8dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af5a41-1c31-4e80-b514-e227c9fb7570,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.622263 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Current status of the port 0590cef8-7864-46a5-b6d0-9ed13737e66b is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:36.622848 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.639647 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:36.662820 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.686048 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] For port 0590cef8-7864-46a5-b6d0-9ed13737e66b, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=0590cef8-7864-46a5-b6d0-9ed13737e66b,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:36.722139 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:36.725256 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:36.730085 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:36.753876 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.773852 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Pushing event updated for resources: {'Port': ['ID=f72323a5-4c77-446f-8915-ce12c29e6478,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.833392 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603e8c-7dcc-4bb9-913d-641aba9cd535 None None] Pushing event updated for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:36.879446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-dd035678-329f-43b9-84c9-7a8e699351e3 None None] Provisioning complete for port 0590cef8-7864-46a5-b6d0-9ed13737e66b triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:36.879942 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd035678-329f-43b9-84c9-7a8e699351e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:36.919604 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:36.953502 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43845f7a-7ea3-4604-be8d-9a0b171fe9eb None None] The sync data for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb is: [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:36.979807 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dd035678-329f-43b9-84c9-7a8e699351e3 None None] Current status of the port 0590cef8-7864-46a5-b6d0-9ed13737e66b is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:37.162853 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for router_gateway (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.334595 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355693d-da97-484b-a70f-a2a969a7340b None None] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:37.423870 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb481389-0bcd-4d12-9cba-a666fcb6dda5 req-a19007b2-d611-4e5e-b9f8-58976c0e550a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:37.425390 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb481389-0bcd-4d12-9cba-a666fcb6dda5 req-a19007b2-d611-4e5e-b9f8-58976c0e550a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.1565394 Apr 05 11:40:37.429927 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Provisioning complete for port da084a14-f9fc-4f56-acc0-cecbbda419a0 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:37.430888 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.477180 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947087'] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.533267 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1988230-b45b-429c-83fb-e994ad3444f8 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:37.568326 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb481389-0bcd-4d12-9cba-a666fcb6dda5 req-8816c540-252a-419c-b945-b79e07cdca8a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245489 Apr 05 11:40:37.627650 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Current status of the port da084a14-f9fc-4f56-acc0-cecbbda419a0 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:37.628038 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.654708 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port d1988230-b45b-429c-83fb-e994ad3444f8 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:37.655092 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.703848 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] For port da084a14-f9fc-4f56-acc0-cecbbda419a0, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=da084a14-f9fc-4f56-acc0-cecbbda419a0,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:37.767240 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port d1988230-b45b-429c-83fb-e994ad3444f8 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:37.768339 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 0590cef8-7864-46a5-b6d0-9ed13737e66b up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:37.770592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd is scheduled to L3 agent 9b581256-5269-4697-b8d9-15140d676355 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:40:37.804870 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.880410 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4747e-dd74-401c-b472-c22fa0787295 None None] Pushing event updated for resources: {'Port': ['ID=da084a14-f9fc-4f56-acc0-cecbbda419a0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:37.893934 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port 0590cef8-7864-46a5-b6d0-9ed13737e66b triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:37.894431 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.936153 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:37.945758 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Sync routers for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:37.962379 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-d7e4e116-ef1f-4002-b035-74da3c0cca35 None None] Provisioning complete for port da084a14-f9fc-4f56-acc0-cecbbda419a0 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:37.962775 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e4e116-ef1f-4002-b035-74da3c0cca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:37.991434 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:37.992120 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:38.018024 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.019465 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-36c74dde-88eb-4930-912e-22267058d6eb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9224401 Apr 05 11:40:38.022367 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51046) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:38.124707 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port 0590cef8-7864-46a5-b6d0-9ed13737e66b is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:38.125814 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device da084a14-f9fc-4f56-acc0-cecbbda419a0 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:38.343740 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d7e4e116-ef1f-4002-b035-74da3c0cca35 None None] Current status of the port da084a14-f9fc-4f56-acc0-cecbbda419a0 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:38.348171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:38.456944 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port da084a14-f9fc-4f56-acc0-cecbbda419a0 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:38.457541 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.463498 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.512356 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-fd70be5e-d165-4f99-aa26-c58e5c4e91d4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:38.514177 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-fd70be5e-d165-4f99-aa26-c58e5c4e91d4 tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.0653174 Apr 05 11:40:38.595326 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port da084a14-f9fc-4f56-acc0-cecbbda419a0 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:38.639291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Deleting port 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:38.639758 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.647105 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 3, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:38.657731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Allocated IP 172.20.0.1 (3aae9a53-16de-4710-87e8-3d5c519e7b50/6eb41be0-2b51-48b5-b7ea-d0b22848b00c/d4ec37df-cde5-4e10-90b3-beef4375ea93) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:40:38.679944 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Checking router: 01ca9b1e-fd52-460a-bee7-7e45b9b636cd for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:38.679944 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Updating router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd port f72323a5-4c77-446f-8915-ce12c29e6478 binding host dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:38.716116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.753018 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] For port 393d2a22-5396-4683-a08f-35a91ffcc349, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=393d2a22-5396-4683-a08f-35a91ffcc349,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:38.753454 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.795261 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fac14f-cd20-4859-a591-36b0f72db59e req-0d9e580a-f457-40cd-9202-62aa4f5edc5e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:38.796818 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b0fac14f-cd20-4859-a591-36b0f72db59e req-0d9e580a-f457-40cd-9202-62aa4f5edc5e tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 946 time: 0.1345730 Apr 05 11:40:38.860786 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks [] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:38.868513 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-b0fac14f-cd20-4859-a591-36b0f72db59e req-16ff8166-5745-426b-b79f-d2021e0fa49a tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc7e7b3b-e39c-4871-ac26-52a5776e9b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646815 Apr 05 11:40:38.966137 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.014622 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.015008 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.015326 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Floating IP d0aa8106-9c75-43ac-864f-b09ff6a99705 disassociated. External IP: 172.28.0.52, port: 393d2a22-5396-4683-a08f-35a91ffcc349. Apr 05 11:40:39.016083 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Calling delete_port for 393d2a22-5396-4683-a08f-35a91ffcc349 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:39.024569 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks [] for port (f72323a5-4c77-446f-8915-ce12c29e6478), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.038146 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:39.043466 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:39.046243 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Pushing event updated for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.047700 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:40:39.088768 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947038'] for router_interface (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.095821 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.176117 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Attempting to bind port f72323a5-4c77-446f-8915-ce12c29e6478 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:39.176750 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Attempting to bind port f72323a5-4c77-446f-8915-ce12c29e6478 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:39.176941 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Attempting to bind port f72323a5-4c77-446f-8915-ce12c29e6478 on network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:39.179204 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Pushing event updated for resources: {'Port': ['ID=f72323a5-4c77-446f-8915-ce12c29e6478,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.188859 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:39.189338 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Checking segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:39.189858 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.190343 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Bound using segment: {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:39.190924 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Bound port: f72323a5-4c77-446f-8915-ce12c29e6478, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653611f-21c9-4d83-b6ce-017bd78d2a3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:39.191371 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.194131 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.194584 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.194991 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.195442 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.195833 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.196224 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.196610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.197000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.197406 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.197820 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.198240 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.198643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.199056 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.199448 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.199833 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:40:39.263029 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (393d2a22-5396-4683-a08f-35a91ffcc349), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.263987 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] For port f72323a5-4c77-446f-8915-ce12c29e6478, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:39.267717 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] For port f72323a5-4c77-446f-8915-ce12c29e6478, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=f72323a5-4c77-446f-8915-ce12c29e6478,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:39.295574 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device da084a14-f9fc-4f56-acc0-cecbbda419a0 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:39.313112 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'Port': ['ID=393d2a22-5396-4683-a08f-35a91ffcc349,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.347919 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port da084a14-f9fc-4f56-acc0-cecbbda419a0 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:39.348373 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.359317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.380542 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.447302 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:39.448973 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-a03ebfb7-4419-44b3-bc75-bbdf580a792f None None] Provisioning complete for port d4ec37df-cde5-4e10-90b3-beef4375ea93 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:39.449447 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a03ebfb7-4419-44b3-bc75-bbdf580a792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.514145 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492f47-b3c3-4509-83f0-3eaab945ee52 None None] Pushing event updated for resources: {'Port': ['ID=f72323a5-4c77-446f-8915-ce12c29e6478,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:39.526429 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:39.527261 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:39.595072 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:39.607434 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:39.625649 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:39.626325 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:39.715524 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] No DVR routers for this DVR port 393d2a22-5396-4683-a08f-35a91ffcc349 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:39.719818 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.723385 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b8770b52-35ac-46fa-b838-3d57372b6a43 req-d9126a22-e606-4a70-a852-1a1ea0e3e4dd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.53 "DELETE /v2.0/ports/393d2a22-5396-4683-a08f-35a91ffcc349 HTTP/1.1" status: 204 len: 173 time: 1.2036209 Apr 05 11:40:39.723682 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-deleted', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:40:39.725647 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:39.726025 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447d089-fc7f-4914-86e5-56c1a76c55bd" -d '{"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-deleted", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:40:39.824532 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ea50a4-acbe-41c5-846f-17478e71cc4c x-openstack-request-id: req-48ea50a4-acbe-41c5-846f-17478e71cc4c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:40:39.825069 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa4e0f4-99a7-4d9d-9baa-6944164e47b6", "name": "network-vif-deleted", "tag": "393d2a22-5396-4683-a08f-35a91ffcc349", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:40:39.825500 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48ea50a4-acbe-41c5-846f-17478e71cc4c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:40:39.826059 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ea50a4-acbe-41c5-846f-17478e71cc4c'] response: {'server_uuid': '5aa4e0f4-99a7-4d9d-9baa-6944164e47b6', 'name': 'network-vif-deleted', 'tag': '393d2a22-5396-4683-a08f-35a91ffcc349', 'status': 'completed', 'code': 200} Apr 05 11:40:39.859559 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:39.862593 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a03ebfb7-4419-44b3-bc75-bbdf580a792f None None] Port d4ec37df-cde5-4e10-90b3-beef4375ea93 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:39.887133 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks [] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:39.912704 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port da084a14-f9fc-4f56-acc0-cecbbda419a0 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:39.952916 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.022920 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'd4ec37df-cde5-4e10-90b3-beef4375ea93', 'name': '', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'mac_address': 'fa:16:3e:f9:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:38Z', 'revision_number': 1, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'subnets': [{'id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:40.041118 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f730d302-2298-4a85-825d-af4dd841455a req-eb9e5d47-ea8f-4ac0-9edd-f361395d4dcd tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa4e0f4-99a7-4d9d-9baa-6944164e47b6 HTTP/1.1" status: 200 len: 210 time: 0.0391304 Apr 05 11:40:40.051315 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92712439-262d-4b30-81e9-0be6ce981684 None None] The sync data for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb is: [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'd4ec37df-cde5-4e10-90b3-beef4375ea93', 'name': '', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'mac_address': 'fa:16:3e:f9:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:38Z', 'revision_number': 1, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'subnets': [{'id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:40.059458 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Pushing event updated for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:40.062520 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949966'] for router_interface (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.180465 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:40:40.182571 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:40:40.189875 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:40.222129 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:40.232775 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:40.233506 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:40.374642 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:40.383738 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:40.536354 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:40.543575 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-26d23be2-bc73-4d3c-bee6-2a71d778443f admin admin] 10.222.0.64 "PUT /v2.0/routers/01ca9b1e-fd52-460a-bee7-7e45b9b636cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198133 Apr 05 11:40:40.596003 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-82774318-624c-436e-bcff-0bff7d5fec96 None None] Provisioning complete for port d4ec37df-cde5-4e10-90b3-beef4375ea93 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:40.596482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82774318-624c-436e-bcff-0bff7d5fec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:40.647063 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-82774318-624c-436e-bcff-0bff7d5fec96 None None] Port d4ec37df-cde5-4e10-90b3-beef4375ea93 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:40.724032 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:40.754811 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a756393-0839-4891-9adc-ebee1886d451 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '3677f169-4bde-45c2-a161-c232e4660be4', 'name': '', 'network_id': 'ef3c978c-79f6-46ae-ae2d-56259e4e2dfe', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'mac_address': 'fa:16:3e:03:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'bae10e96-053f-4867-a590-612899d18bb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:09Z', 'updated_at': '2022-04-05T11:34:23Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'subnets': [{'id': 'bae10e96-053f-4867-a590-612899d18bb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:41.068042 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f6cb4-4a67-40e0-aa4d-a8180dc6ab18 None None] New status for floating IP d0aa8106-9c75-43ac-864f-b09ff6a99705: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:40:41.148725 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51090) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:41.153715 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156719586', 'description': 'tempest-secgroup-smoke-156719586 description', 'project_id': 'f5f2451683d945689a7ce0b911d9f519'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:41.272718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.320509 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51094) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:41.332928 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device f72323a5-4c77-446f-8915-ce12c29e6478 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:41.383223 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (23da50e3-6521-41ba-b635-fe61fa607fd4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.395142 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port f72323a5-4c77-446f-8915-ce12c29e6478 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:41.395542 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.404145 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (bc7e7b3b-e39c-4871-ac26-52a5776e9b47), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.431896 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (bc7e7b3b-e39c-4871-ac26-52a5776e9b47), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.469390 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (23da50e3-6521-41ba-b635-fe61fa607fd4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.497991 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port f72323a5-4c77-446f-8915-ce12c29e6478 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:41.499507 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.523038 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] For port f72323a5-4c77-446f-8915-ce12c29e6478, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=f72323a5-4c77-446f-8915-ce12c29e6478,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:41.524991 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23da50e3-6521-41ba-b635-fe61fa607fd4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:41.615931 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.654171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.663140 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:41.663623 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e16e3bef-569e-4c9c-bc9a-c7f242842a43 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5097380 Apr 05 11:40:41.663623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bc7e7b3b-e39c-4871-ac26-52a5776e9b47), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.663623 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.663898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:41.667793 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "DELETE /v2.0/security-groups/bc7e7b3b-e39c-4871-ac26-52a5776e9b47 HTTP/1.1" status: 204 len: 168 time: 0.3470242 Apr 05 11:40:41.668415 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51102) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:41.676010 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Pushing event updated for resources: {'Port': ['ID=f72323a5-4c77-446f-8915-ce12c29e6478,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:41.692802 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592384f-b9fc-49d5-9776-e1d59a6d0a9f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e7b3b-e39c-4871-ac26-52a5776e9b47,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:41.694732 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.api.v2.resource [None req-94e525f7-293c-4366-a535-4b52e540549f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] show failed (client error): The resource could not be found. Apr 05 11:40:41.698809 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-94e525f7-293c-4366-a535-4b52e540549f tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "GET /v2.0/security-groups/bc7e7b3b-e39c-4871-ac26-52a5776e9b47 HTTP/1.1" status: 404 len: 347 time: 0.0257425 Apr 05 11:40:41.699050 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51104) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:41.814118 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (125cf220-4361-4844-94f6-91177eb01ba2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.864206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Deleting port e9159442-9e04-49d3-9804-91391dce0ee2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:41.864541 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.888362 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (125cf220-4361-4844-94f6-91177eb01ba2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.946736 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.947059 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (e9159442-9e04-49d3-9804-91391dce0ee2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:41.959094 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Calling delete_port for e9159442-9e04-49d3-9804-91391dce0ee2 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:41.969575 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (125cf220-4361-4844-94f6-91177eb01ba2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.030295 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125cf220-4361-4844-94f6-91177eb01ba2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.188705 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.189905 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-64c51071-8649-4d35-bb73-4c392aa8e566 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5302258 Apr 05 11:40:42.192894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:42.197131 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:42.215552 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e9159442-9e04-49d3-9804-91391dce0ee2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.245218 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Pushing event deleted for resources: {'Port': ['ID=e9159442-9e04-49d3-9804-91391dce0ee2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.303802 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks [] for floatingip (d0aa8106-9c75-43ac-864f-b09ff6a99705), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.306390 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.308151 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-cbe67967-ea65-4970-b74d-ef61145e47af tempest-AttachVolumeShelveTestJSON-1170747822 tempest-AttachVolumeShelveTestJSON-1170747822-project] 10.222.0.64 "DELETE /v2.0/floatingips/d0aa8106-9c75-43ac-864f-b09ff6a99705 HTTP/1.1" status: 204 len: 168 time: 0.6057644 Apr 05 11:40:42.336999 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (4a37a122-1027-49ae-8067-001d6951ee76), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.384556 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (4a37a122-1027-49ae-8067-001d6951ee76), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.512489 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (4a37a122-1027-49ae-8067-001d6951ee76), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.530723 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a37a122-1027-49ae-8067-001d6951ee76,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.635247 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.642337 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d2c95c11-4b0a-458a-a588-9ae2fc416018 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4426062 Apr 05 11:40:42.642337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:42.645132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:42.798259 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (09f55f41-e9b9-4034-a909-d43550e464b8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.852975 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (09f55f41-e9b9-4034-a909-d43550e464b8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.906819 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (09f55f41-e9b9-4034-a909-d43550e464b8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:42.927206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f55f41-e9b9-4034-a909-d43550e464b8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:42.999595 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:43.000513 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.001849 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-a0e14f7e-03b6-4b04-9297-b8b5631d783f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3604033 Apr 05 11:40:43.004570 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.008841 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:43.019366 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 393d2a22-5396-4683-a08f-35a91ffcc349 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:43.019707 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 393d2a22-5396-4683-a08f-35a91ffcc349 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:43.091969 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (53ff82b6-2647-4624-8127-35a57c41b6aa), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.151338 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (53ff82b6-2647-4624-8127-35a57c41b6aa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.221056 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (53ff82b6-2647-4624-8127-35a57c41b6aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.243677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff82b6-2647-4624-8127-35a57c41b6aa,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:43.284516 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device f72323a5-4c77-446f-8915-ce12c29e6478 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:43.351841 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port f72323a5-4c77-446f-8915-ce12c29e6478 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:43.352277 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.433276 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port f72323a5-4c77-446f-8915-ce12c29e6478 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:43.435655 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.437033 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-42497be0-7015-47c4-bd57-5ec07ea5eb71 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4315083 Apr 05 11:40:43.439730 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.444747 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:43.541813 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Project f5f2451683d945689a7ce0b911d9f519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:40:43.547232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (46eb2c35-cb12-4530-88bb-34977b5b787c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.605104 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (46eb2c35-cb12-4530-88bb-34977b5b787c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.712788 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (46eb2c35-cb12-4530-88bb-34977b5b787c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.736092 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb2c35-cb12-4530-88bb-34977b5b787c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:43.829006 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:43.830315 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5dc9ab6e-ac4c-4dc2-a62c-c8139c362948 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3894463 Apr 05 11:40:43.833030 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:43.837337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'security_group_rule': {'security_group_id': '23da50e3-6521-41ba-b635-fe61fa607fd4', 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:40:43.941250 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Project f5f2451683d945689a7ce0b911d9f519 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:40:43.949530 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (d05f00d7-2574-461b-b8ee-326e0fb3fea2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.012436 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (d05f00d7-2574-461b-b8ee-326e0fb3fea2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.081134 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Sync routers for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:44.091449 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:44.092060 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:44.122813 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (d05f00d7-2574-461b-b8ee-326e0fb3fea2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.139512 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05f00d7-2574-461b-b8ee-326e0fb3fea2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:44.228788 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.230144 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8d47f167-7c9c-4e98-8b37-051ca0bcee03 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961408 Apr 05 11:40:44.287535 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:44.494009 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'd4ec37df-cde5-4e10-90b3-beef4375ea93', 'name': '', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'mac_address': 'fa:16:3e:f9:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 2, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'subnets': [{'id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:44.520532 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Checking router: 01ca9b1e-fd52-460a-bee7-7e45b9b636cd for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:44.520907 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Updating router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd port d4ec37df-cde5-4e10-90b3-beef4375ea93 binding host dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:40:44.547762 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.805045 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks [] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.912670 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:44.959009 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311c600-9bb4-4a2a-9eaa-4bfe5f6989b9 None None] Pushing event updated for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Attempting to bind port d4ec37df-cde5-4e10-90b3-beef4375ea93 on host dv-cinder-834448-3-smb for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Attempting to bind port d4ec37df-cde5-4e10-90b3-beef4375ea93 by drivers openvswitch,hyperv on host dv-cinder-834448-3-smb at level 0 using segments [{'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Attempting to bind port d4ec37df-cde5-4e10-90b3-beef4375ea93 on network 3aae9a53-16de-4710-87e8-3d5c519e7b50 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Checking agent: {'id': 'e458d9e2-98e2-4791-960c-e688f069e4f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 25, 2), 'started_at': datetime.datetime(2022, 4, 5, 11, 25, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Checking segment: {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Bound using segment: {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Bound port: d4ec37df-cde5-4e10-90b3-beef4375ea93, host: dv-cinder-834448-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cc1c5c-62d8-404a-ab93-0a487dab0e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:40:45.030168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.104752 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] For port d4ec37df-cde5-4e10-90b3-beef4375ea93, host dv-cinder-834448-3-smb, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:40:45.109277 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] For port d4ec37df-cde5-4e10-90b3-beef4375ea93, host dv-cinder-834448-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d4ec37df-cde5-4e10-90b3-beef4375ea93,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:40:45.173226 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51196) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:45.198527 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-cd5f885f-515f-4f1c-98b4-3fd9f64f8c9a None None] Provisioning complete for port d4ec37df-cde5-4e10-90b3-beef4375ea93 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:45.199051 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd5f885f-515f-4f1c-98b4-3fd9f64f8c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.238905 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.255446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f885f-515f-4f1c-98b4-3fd9f64f8c9a None None] Port d4ec37df-cde5-4e10-90b3-beef4375ea93 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:40:45.303507 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311c600-9bb4-4a2a-9eaa-4bfe5f6989b9 None None] Pushing event updated for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:45.318704 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:45.320284 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:45.444647 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:45.582326 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Provisioning complete for port d4ec37df-cde5-4e10-90b3-beef4375ea93 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:45.582743 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.672854 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'd4ec37df-cde5-4e10-90b3-beef4375ea93', 'name': '', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'mac_address': 'fa:16:3e:f9:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:45Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'subnets': [{'id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:45.682189 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Current status of the port d4ec37df-cde5-4e10-90b3-beef4375ea93 is: DOWN; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:45.682687 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.710095 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66063c8-063b-4968-b4b5-17dbc7390b94 None None] The sync data for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb is: [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:40:39Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': 'd4ec37df-cde5-4e10-90b3-beef4375ea93', 'name': '', 'network_id': '3aae9a53-16de-4710-87e8-3d5c519e7b50', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'mac_address': 'fa:16:3e:f9:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:38Z', 'updated_at': '2022-04-05T11:40:45Z', 'revision_number': 4, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'subnets': [{'id': '6eb41be0-2b51-48b5-b7ea-d0b22848b00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:45.725816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] For port d4ec37df-cde5-4e10-90b3-beef4375ea93, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d4ec37df-cde5-4e10-90b3-beef4375ea93,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:45.811873 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (22eda678-adb9-4b96-a630-d31f0af5e25b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.890000 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:45.942179 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8637a8-9479-4997-a811-17ca1e1853ab None None] Pushing event updated for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:46.121756 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Deleting port 3677f169-4bde-45c2-a161-c232e4660be4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:46.122130 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (3677f169-4bde-45c2-a161-c232e4660be4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.212681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] For port 3677f169-4bde-45c2-a161-c232e4660be4, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=3677f169-4bde-45c2-a161-c232e4660be4,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:46.213334 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (3677f169-4bde-45c2-a161-c232e4660be4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.229318 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Calling delete_port for 3677f169-4bde-45c2-a161-c232e4660be4 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:46.484142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (3677f169-4bde-45c2-a161-c232e4660be4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:46.509805 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Pushing event deleted for resources: {'Port': ['ID=3677f169-4bde-45c2-a161-c232e4660be4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:46.680538 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (22eda678-adb9-4b96-a630-d31f0af5e25b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.172794 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Router 22eda678-adb9-4b96-a630-d31f0af5e25b has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:40:47.294668 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:47.327174 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:40:47.332389 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-88c8735d-12f6-4fbe-97e9-2f26c8063aff admin admin] 10.222.0.64 "PUT /v2.0/routers/22eda678-adb9-4b96-a630-d31f0af5e25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1579564 Apr 05 11:40:47.334834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:47.341386 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Sync routers for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:40:47.351840 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:47.352988 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:47.415481 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d4ec37df-cde5-4e10-90b3-beef4375ea93 up at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:40:47.445832 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03a84387-6029-43fe-97d3-1a07dc06abe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.485926 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks [] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.636584 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03a84387-6029-43fe-97d3-1a07dc06abe6 admin admin] Publish callbacks [] for security_group (9da1d65f-f7ac-454b-8557-3f9ea3dca78c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.642032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks [] for router_gateway (22eda678-adb9-4b96-a630-d31f0af5e25b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.655600 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:47.731873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Provisioning complete for port d4ec37df-cde5-4e10-90b3-beef4375ea93 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:40:47.732244 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.740900 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03a84387-6029-43fe-97d3-1a07dc06abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9da1d65f-f7ac-454b-8557-3f9ea3dca78c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.808160 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-03a84387-6029-43fe-97d3-1a07dc06abe6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=628f575b32e543f58d25e474b273cc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095327 Apr 05 11:40:47.808160 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a84387-6029-43fe-97d3-1a07dc06abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1d65f-f7ac-454b-8557-3f9ea3dca78c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:47.809165 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51236) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:47.829638 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Deleting port d1276bf1-40e9-4689-b099-d02436ebb632 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:47.829978 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.878625 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] Publish callbacks [] for security_group (9da1d65f-f7ac-454b-8557-3f9ea3dca78c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.901310 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] Publish callbacks [] for security_group (9da1d65f-f7ac-454b-8557-3f9ea3dca78c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.901669 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port d4ec37df-cde5-4e10-90b3-beef4375ea93 is: ACTIVE; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:40:47.922181 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:40:46Z', 'revision_number': 5, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port': {'id': 'd1276bf1-40e9-4689-b099-d02436ebb632', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:34:00Z', 'updated_at': '2022-04-05T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:47.928146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] For port d1276bf1-40e9-4689-b099-d02436ebb632, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1276bf1-40e9-4689-b099-d02436ebb632,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:47.928759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:47.944498 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Calling delete_port for d1276bf1-40e9-4689-b099-d02436ebb632 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:47.949715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Checking router: 22eda678-adb9-4b96-a630-d31f0af5e25b for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:40:47.958023 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Routers {'22eda678-adb9-4b96-a630-d31f0af5e25b'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:40:47.958679 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['22eda678-adb9-4b96-a630-d31f0af5e25b'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:48.033070 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9da1d65f-f7ac-454b-8557-3f9ea3dca78c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.037234 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.044125 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9da1d65f-f7ac-454b-8557-3f9ea3dca78c HTTP/1.1" status: 204 len: 168 time: 0.2322893 Apr 05 11:40:48.054720 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299b57b-e5e3-48c3-939f-6c9509b2c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1d65f-f7ac-454b-8557-3f9ea3dca78c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:48.062746 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] Set router 22eda678-adb9-4b96-a630-d31f0af5e25b gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:40:48.126332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:40:47Z', 'revision_number': 6, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:48.158171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41a723-d53c-4c0f-8705-185d0e91cc25 None None] The sync data for ids ['22eda678-adb9-4b96-a630-d31f0af5e25b'] in dv-cinder-834448-3-smb is: [{'id': '22eda678-adb9-4b96-a630-d31f0af5e25b', 'name': 'tempest-AttachVolumeShelveTestJSON-1336670795-router', 'tenant_id': '95d63130b1b44a78bfe454f50209fc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:33:57Z', 'updated_at': '2022-04-05T11:40:47Z', 'revision_number': 6, 'project_id': '95d63130b1b44a78bfe454f50209fc12', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:40:48.186987 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d1276bf1-40e9-4689-b099-d02436ebb632), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.216028 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1276bf1-40e9-4689-b099-d02436ebb632,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:48.290648 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (22eda678-adb9-4b96-a630-d31f0af5e25b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.390979 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.393358 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks [] for router_controller (22eda678-adb9-4b96-a630-d31f0af5e25b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.564550 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (22eda678-adb9-4b96-a630-d31f0af5e25b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.565230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22eda678-adb9-4b96-a630-d31f0af5e25b {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:40:48.571230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.571642 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-8df362f2-d333-42c4-b6c9-924fefd29ca5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/22eda678-adb9-4b96-a630-d31f0af5e25b HTTP/1.1" status: 204 len: 168 time: 1.2354295 Apr 05 11:40:48.574215 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51244) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:48.619288 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Deleting subnet bae10e96-053f-4867-a590-612899d18bb1 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:40:48.622533 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Publish callbacks [] for subnet (bae10e96-053f-4867-a590-612899d18bb1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.657607 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3553873'] for subnet (bae10e96-053f-4867-a590-612899d18bb1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.719576 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51246) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:48.734039 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-197fdf6a-fb6a-4c4e-b957-11fedf646035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.799634 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (bae10e96-053f-4867-a590-612899d18bb1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:48.809793 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-197fdf6a-fb6a-4c4e-b957-11fedf646035 admin admin] Publish callbacks [] for security_group (f8d00c00-3579-47bb-8000-ad35edad7bbc), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.279908 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 3677f169-4bde-45c2-a161-c232e4660be4 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:49.300312 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 3677f169-4bde-45c2-a161-c232e4660be4 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:49.300744 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 3677f169-4bde-45c2-a161-c232e4660be4 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:49.301079 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1276bf1-40e9-4689-b099-d02436ebb632 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:49.322341 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: d1276bf1-40e9-4689-b099-d02436ebb632 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:49.322710 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1276bf1-40e9-4689-b099-d02436ebb632 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:49.456162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2869356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3355808'] for subnet (bae10e96-053f-4867-a590-612899d18bb1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.481879 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae10e96-053f-4867-a590-612899d18bb1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:49.485547 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.488696 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f2ba8ad7-27e3-42f3-8dc9-63bca16fe6ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bae10e96-053f-4867-a590-612899d18bb1 HTTP/1.1" status: 204 len: 168 time: 0.9134939 Apr 05 11:40:49.490751 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e4a91-56a9-40ed-bb55-d32911061201 None None] Network ef3c978c-79f6-46ae-ae2d-56259e4e2dfe requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:40:49.491358 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:49.502608 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-197fdf6a-fb6a-4c4e-b957-11fedf646035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f8d00c00-3579-47bb-8000-ad35edad7bbc), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.545748 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-197fdf6a-fb6a-4c4e-b957-11fedf646035 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d3be75821ce4d0183f24d96ab155c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8250701 Apr 05 11:40:49.548061 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fdf6a-fb6a-4c4e-b957-11fedf646035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d00c00-3579-47bb-8000-ad35edad7bbc,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:49.549090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:49.584376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.643789 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] Publish callbacks [] for security_group (f8d00c00-3579-47bb-8000-ad35edad7bbc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.671855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] Publish callbacks [] for security_group (f8d00c00-3579-47bb-8000-ad35edad7bbc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.675314 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] DHCP port deletion for ef3c978c-79f6-46ae-ae2d-56259e4e2dfe request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:40:49.716332 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Deleting port e5d08eda-e5ef-414b-9076-88f7efe55244 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:49.716673 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.725896 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Deleting port e5d08eda-e5ef-414b-9076-88f7efe55244 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:49.726267 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.787996 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] For port e5d08eda-e5ef-414b-9076-88f7efe55244, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e5d08eda-e5ef-414b-9076-88f7efe55244,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:49.788335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.789893 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] For port e5d08eda-e5ef-414b-9076-88f7efe55244, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=e5d08eda-e5ef-414b-9076-88f7efe55244,segment=NetworkSegment(bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0),segment_id=bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:49.790297 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.800820 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Calling delete_port for e5d08eda-e5ef-414b-9076-88f7efe55244 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:49.803261 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Calling delete_port for e5d08eda-e5ef-414b-9076-88f7efe55244 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:40:49.859970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f8d00c00-3579-47bb-8000-ad35edad7bbc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.862481 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.865994 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8d00c00-3579-47bb-8000-ad35edad7bbc HTTP/1.1" status: 204 len: 168 time: 0.3134665 Apr 05 11:40:49.876540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2a5c1-8b1c-472a-94dd-b465dafca6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d00c00-3579-47bb-8000-ad35edad7bbc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:49.992642 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:49.999976 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (e5d08eda-e5ef-414b-9076-88f7efe55244), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.018831 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] Pushing event deleted for resources: {'Port': ['ID=e5d08eda-e5ef-414b-9076-88f7efe55244,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:50.020894 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da5100-ffe7-425c-b2bd-cfa39efe7e2f None None] No DVR routers for this DVR port e5d08eda-e5ef-414b-9076-88f7efe55244 on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:50.029123 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d08eda-e5ef-414b-9076-88f7efe55244,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:50.033303 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] No DVR routers for this DVR port e5d08eda-e5ef-414b-9076-88f7efe55244 on host dv-cinder-834448-3-smb {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:40:50.078511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.102693 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.125385 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3c978c-79f6-46ae-ae2d-56259e4e2dfe']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.142706 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.142706 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:40:50.152227 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.165473 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.174906 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:40:50.175320 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (bf8be9ab-bf3b-4e12-8a26-9d1c426e74f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self.session.flush() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self.session.flush() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self.session.flush() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self.session.flush() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:40:50.177007 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:40:50.300964 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (ef3c978c-79f6-46ae-ae2d-56259e4e2dfe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.307656 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.310707 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef3c978c-79f6-46ae-ae2d-56259e4e2dfe HTTP/1.1" status: 204 len: 168 time: 0.8184059 Apr 05 11:40:50.320007 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caf5e0-895a-4344-b207-85c0ff0d6df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3c978c-79f6-46ae-ae2d-56259e4e2dfe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:50.708472 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:50.748205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2f6c4dbe-dc64-4b4f-aced-b65ef280b059 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95d63130b1b44a78bfe454f50209fc12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384881 Apr 05 11:40:50.750694 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:50.799617 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] Publish callbacks [] for security_group (16e09c0d-553d-43ad-824c-cec2b3f4850e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.821749 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] Publish callbacks [] for security_group (16e09c0d-553d-43ad-824c-cec2b3f4850e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.929593 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (16e09c0d-553d-43ad-824c-cec2b3f4850e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.932266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:50.934526 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16e09c0d-553d-43ad-824c-cec2b3f4850e HTTP/1.1" status: 204 len: 168 time: 0.1818531 Apr 05 11:40:50.941434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4375a6-15b2-473b-8e02-0ba9109583b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e09c0d-553d-43ad-824c-cec2b3f4850e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:51.285563 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e5d08eda-e5ef-414b-9076-88f7efe55244 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:40:51.303979 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: e5d08eda-e5ef-414b-9076-88f7efe55244 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:40:51.304570 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device e5d08eda-e5ef-414b-9076-88f7efe55244 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:40:54.700032 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-1a3428d9-e069-4250-9e22-6db2344d7486 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456021 Apr 05 11:40:54.764037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-1dbf8898-3c19-4e28-8222-8802a9a42e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:54.765500 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-1dbf8898-3c19-4e28-8222-8802a9a42e24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 1129 time: 0.0431523 Apr 05 11:40:54.868228 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-db734401-9831-4425-a5ef-c7b805cc67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:54.869660 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-db734401-9831-4425-a5ef-c7b805cc67b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.0854011 Apr 05 11:40:54.933945 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-a30bf566-69ab-4ae8-b89b-b169669b80c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300 HTTP/1.1" status: 200 len: 1000 time: 0.0571873 Apr 05 11:40:54.984214 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-20a026a4-7a48-4a51-a18e-91b40df5f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:54.985685 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-20a026a4-7a48-4a51-a18e-91b40df5f395 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0455403 Apr 05 11:40:55.037305 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-67c18805-1c19-43e3-ae37-1fa353d3f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:55.038752 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-67c18805-1c19-43e3-ae37-1fa353d3f289 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462112 Apr 05 11:40:55.131490 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-65202076-dc92-449b-b37e-45e014e555b4 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853591 Apr 05 11:40:55.229907 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8bf7c332-9765-4e17-a0a0-10ded78c9f26 req-637e17f1-1744-41d0-b0f7-ad9883338d57 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902653 Apr 05 11:40:55.706810 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23d1b90e-cbb3-4396-9dfd-8f65d150e197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.771649 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:55.886785 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b000d0bd-6c97-455b-83e1-6741ab2c0f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:55.963545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b000d0bd-6c97-455b-83e1-6741ab2c0f4c admin admin] Publish callbacks [] for security_group (43690862-7a45-4a9b-ba3e-f7478291079d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.000475 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:56.043675 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b000d0bd-6c97-455b-83e1-6741ab2c0f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (43690862-7a45-4a9b-ba3e-f7478291079d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.085387 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b000d0bd-6c97-455b-83e1-6741ab2c0f4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17bf99a63ffe40a3bb62db47d99bd10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112960 Apr 05 11:40:56.085387 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000d0bd-6c97-455b-83e1-6741ab2c0f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43690862-7a45-4a9b-ba3e-f7478291079d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:56.087952 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51404) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:56.105807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f462e18-c455-44a3-ab22-3192705683fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.137882 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] Publish callbacks [] for security_group (43690862-7a45-4a9b-ba3e-f7478291079d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.159084 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] Publish callbacks [] for security_group (43690862-7a45-4a9b-ba3e-f7478291079d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.182335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f462e18-c455-44a3-ab22-3192705683fe admin admin] Publish callbacks [] for security_group (b41bc845-6219-4dca-9bff-58af88a0dc48), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.226365 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f462e18-c455-44a3-ab22-3192705683fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b41bc845-6219-4dca-9bff-58af88a0dc48), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.243643 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (43690862-7a45-4a9b-ba3e-f7478291079d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.250131 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.250131 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43690862-7a45-4a9b-ba3e-f7478291079d HTTP/1.1" status: 204 len: 168 time: 0.1589274 Apr 05 11:40:56.257135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf80cb-b9de-4e21-8fa4-b1b03856fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43690862-7a45-4a9b-ba3e-f7478291079d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:56.271231 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2f462e18-c455-44a3-ab22-3192705683fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=020111cf452d411c98bd24925f5aa911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695198 Apr 05 11:40:56.272766 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f462e18-c455-44a3-ab22-3192705683fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41bc845-6219-4dca-9bff-58af88a0dc48,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:56.276163 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:56.336218 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] Publish callbacks [] for security_group (b41bc845-6219-4dca-9bff-58af88a0dc48), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.357226 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] Publish callbacks [] for security_group (b41bc845-6219-4dca-9bff-58af88a0dc48), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.472460 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b41bc845-6219-4dca-9bff-58af88a0dc48), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.475075 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:56.476223 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b41bc845-6219-4dca-9bff-58af88a0dc48 HTTP/1.1" status: 204 len: 168 time: 0.1985290 Apr 05 11:40:56.484941 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6d47c-6155-4252-b3d6-1f3d4ccd3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41bc845-6219-4dca-9bff-58af88a0dc48,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:56.967147 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:56.980252 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04f7d762-10e9-4b3e-aa04-9137cbb00fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.050012 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04f7d762-10e9-4b3e-aa04-9137cbb00fc3 admin admin] Publish callbacks [] for security_group (1eff64e2-35cf-4958-9e12-b9f1a37415ac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.140434 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04f7d762-10e9-4b3e-aa04-9137cbb00fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1eff64e2-35cf-4958-9e12-b9f1a37415ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.181138 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-04f7d762-10e9-4b3e-aa04-9137cbb00fc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87f971d4ae8c4391aab30b4a6ab93a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128513 Apr 05 11:40:57.181983 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7d762-10e9-4b3e-aa04-9137cbb00fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff64e2-35cf-4958-9e12-b9f1a37415ac,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:57.183948 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51432) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:40:57.234207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] Publish callbacks [] for security_group (1eff64e2-35cf-4958-9e12-b9f1a37415ac), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.257234 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] Publish callbacks [] for security_group (1eff64e2-35cf-4958-9e12-b9f1a37415ac), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.392753 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (1eff64e2-35cf-4958-9e12-b9f1a37415ac), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.395855 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:57.397524 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1eff64e2-35cf-4958-9e12-b9f1a37415ac HTTP/1.1" status: 204 len: 168 time: 0.2119861 Apr 05 11:40:57.406440 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b60ff-cf86-47e1-a5b1-af2ff5f2f7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff64e2-35cf-4958-9e12-b9f1a37415ac,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:40:58.242610 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b0e1-da16-44c0-a4b3-a54e6a0a8eca req-a2fa32cf-e571-4f56-8607-5020d8478c57 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:58.242610 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-39b0b0e1-da16-44c0-a4b3-a54e6a0a8eca req-a2fa32cf-e571-4f56-8607-5020d8478c57 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0521963 Apr 05 11:40:58.296019 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-39b0b0e1-da16-44c0-a4b3-a54e6a0a8eca req-f94e6a84-0998-4426-b797-557fbee24b61 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473855 Apr 05 11:40:58.370176 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d83846ae-9e8d-4df6-8f78-e38e1d909489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.381084 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.419623 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0457f-2fdc-49ae-9ae7-90436e6541c8 req-c160710a-6c27-4e96-8b7c-6261ab00874f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:59.421256 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-97e0457f-2fdc-49ae-9ae7-90436e6541c8 req-c160710a-6c27-4e96-8b7c-6261ab00874f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0550504 Apr 05 11:40:59.474518 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-97e0457f-2fdc-49ae-9ae7-90436e6541c8 req-d2db1e9b-5475-47cf-8e12-0af54bc0e325 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=133b789f-43e5-44f1-9efa-37623bc43fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Apr 05 11:40:59.706039 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-8abde5a9-b5c7-42da-aa99-c092c35486d0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:40:59.707486 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-8abde5a9-b5c7-42da-aa99-c092c35486d0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 945 time: 0.0564878 Apr 05 11:40:59.802154 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port dbdab8e7-70f7-404b-9aa9-76364026fb95 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:40:59.806799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:40:59.889156 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] For port dbdab8e7-70f7-404b-9aa9-76364026fb95, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=dbdab8e7-70f7-404b-9aa9-76364026fb95,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:40:59.889438 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.066707 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.067072 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.067386 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 1fb83175-133c-4e7e-8f9f-6e964dc5b2c2 disassociated. External IP: 172.28.0.186, port: dbdab8e7-70f7-404b-9aa9-76364026fb95. Apr 05 11:41:00.067745 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for dbdab8e7-70f7-404b-9aa9-76364026fb95 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:00.095112 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-37499e38-5af2-4947-bde7-3bfaf22f2e8a tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156719586&fields=id&tenant_id=f5f2451683d945689a7ce0b911d9f519 HTTP/1.1" status: 200 len: 267 time: 0.0469859 Apr 05 11:41:00.223434 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-88753f90-d5de-40ed-9b33-4d8399e4a89e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:00.224887 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-88753f90-d5de-40ed-9b33-4d8399e4a89e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 809 time: 0.1233997 Apr 05 11:41:00.240787 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-cfae5d65-98e3-454f-b1ac-9281f438fc91 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/quotas/f5f2451683d945689a7ce0b911d9f519 HTTP/1.1" status: 200 len: 375 time: 0.0090487 Apr 05 11:41:00.263711 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:00.289702 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (dbdab8e7-70f7-404b-9aa9-76364026fb95), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.304840 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ae7302a7-11e4-465d-a5b4-2c7e131c300c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567558 Apr 05 11:41:00.336322 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=dbdab8e7-70f7-404b-9aa9-76364026fb95,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:00.450997 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2caa467d-1622-48e3-9d63-566cceb3d5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.501907 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:00.550729 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-b534202e-4d41-4303-a084-54e50b087788 service neutron] 10.222.0.64 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326853 Apr 05 11:41:00.610735 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1d75d584-5bc2-43d6-b905-1cdee548b8a3 req-5aac788e-9e3d-4613-9d5a-a5bdd05512cf tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 210 time: 0.0386047 Apr 05 11:41:00.613933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2caa467d-1622-48e3-9d63-566cceb3d5b8 admin admin] Publish callbacks [] for security_group (c79dc5ee-26a3-4493-896d-d2a7f4bdcf74), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.658309 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-c30c3c4c-09e6-4493-9a82-0a748f6d9495 service neutron] 10.222.0.64 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018043 Apr 05 11:41:00.679514 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:00.691276 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:00.705910 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:00.706752 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:00.732935 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2caa467d-1622-48e3-9d63-566cceb3d5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c79dc5ee-26a3-4493-896d-d2a7f4bdcf74), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.754415 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] No DVR routers for this DVR port dbdab8e7-70f7-404b-9aa9-76364026fb95 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:00.757714 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.761625 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-027ef8f1-c5fe-4144-8b08-24b9274cc72e req-aa18a1ce-a14a-4a68-a2e9-613afbdd24ea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "DELETE /v2.0/ports/dbdab8e7-70f7-404b-9aa9-76364026fb95 HTTP/1.1" status: 204 len: 173 time: 1.0493617 Apr 05 11:41:00.765727 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'name': 'network-vif-deleted', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:00.768518 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f9473-7cc2-44f1-81e1-5d1a25d434e0" -d '{"events": [{"server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "name": "network-vif-deleted", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:00.780606 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.790638 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:41:00.800773 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2caa467d-1622-48e3-9d63-566cceb3d5b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0988ce809e444c8aadb1dc94bbf941c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335252 Apr 05 11:41:00.801433 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51606) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:00.829195 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2460ce4d-2e1f-4791-bce6-679848ef9600 x-openstack-request-id: req-2460ce4d-2e1f-4791-bce6-679848ef9600 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:00.829483 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b900fce7-0842-4ff6-856e-66290d8cd76a", "name": "network-vif-deleted", "tag": "dbdab8e7-70f7-404b-9aa9-76364026fb95", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:00.830068 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2460ce4d-2e1f-4791-bce6-679848ef9600 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:00.830469 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2460ce4d-2e1f-4791-bce6-679848ef9600'] response: {'server_uuid': 'b900fce7-0842-4ff6-856e-66290d8cd76a', 'name': 'network-vif-deleted', 'tag': 'dbdab8e7-70f7-404b-9aa9-76364026fb95', 'status': 'completed', 'code': 200} Apr 05 11:41:00.832777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa467d-1622-48e3-9d63-566cceb3d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79dc5ee-26a3-4493-896d-d2a7f4bdcf74,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:00.894212 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Publish callbacks [] for security_group (c79dc5ee-26a3-4493-896d-d2a7f4bdcf74), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:00.917043 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:00.918225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Publish callbacks [] for security_group (c79dc5ee-26a3-4493-896d-d2a7f4bdcf74), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.073453 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c79dc5ee-26a3-4493-896d-d2a7f4bdcf74), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.078331 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.082834 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c79dc5ee-26a3-4493-896d-d2a7f4bdcf74 HTTP/1.1" status: 204 len: 168 time: 0.2776935 Apr 05 11:41:01.094882 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79dc5ee-26a3-4493-896d-d2a7f4bdcf74,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:01.102612 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.105379 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.106529 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.106529 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.106529 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.106988 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.106988 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.107296 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.107544 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc4b452-bd9d-4736-a6e6-52a3129d9107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:01.191823 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:01.334693 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:01.345508 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:01.346142 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:01.351316 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2519eac5-2bdd-46f2-91a9-5773ab19dd8e req-7914353b-193a-40d7-9221-67b189c9aab5 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 210 time: 0.0333593 Apr 05 11:41:01.467577 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:01.710601 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:01.739416 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece221b2-a34f-45f2-91fe-9090a3443b7e None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '0d078f8e-88df-4a77-8d55-819d889c20ab', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.86', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:38:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:38:50Z', 'updated_at': '2022-04-05T11:39:09Z', 'revision_number': 2, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:01.740904 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.772001 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5d3c5be5-b033-4308-890c-9ce4ce61de9f req-b2ae917e-310f-474b-9dd9-762210531347 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=b900fce7-0842-4ff6-856e-66290d8cd76a HTTP/1.1" status: 200 len: 210 time: 0.0625477 Apr 05 11:41:01.839512 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:01.854942 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e246d45-71f5-4503-8d68-fb6cf877aba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:01.945929 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e246d45-71f5-4503-8d68-fb6cf877aba8 admin admin] Publish callbacks [] for security_group (8c605724-2fa2-42c1-b44f-0f1a5cdedc76), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.021700 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c614c-3056-4316-869d-6f4a807f7cd3 None None] New status for floating IP 1fb83175-133c-4e7e-8f9f-6e964dc5b2c2: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:02.031834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e246d45-71f5-4503-8d68-fb6cf877aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8c605724-2fa2-42c1-b44f-0f1a5cdedc76), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.071330 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-2e246d45-71f5-4503-8d68-fb6cf877aba8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecb3cbe1c2d74feb9d6e19d89208a572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307594 Apr 05 11:41:02.073346 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246d45-71f5-4503-8d68-fb6cf877aba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c605724-2fa2-42c1-b44f-0f1a5cdedc76,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:02.074730 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51630) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:02.132729 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] Publish callbacks [] for security_group (8c605724-2fa2-42c1-b44f-0f1a5cdedc76), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.155349 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] Publish callbacks [] for security_group (8c605724-2fa2-42c1-b44f-0f1a5cdedc76), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.266509 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (8c605724-2fa2-42c1-b44f-0f1a5cdedc76), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.269111 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:02.270303 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c605724-2fa2-42c1-b44f-0f1a5cdedc76 HTTP/1.1" status: 204 len: 168 time: 0.1946108 Apr 05 11:41:02.278597 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebd90c-b32b-451e-874c-10368a553d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c605724-2fa2-42c1-b44f-0f1a5cdedc76,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:02.427853 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58deeaef-d22f-441c-8527-39c898475fd0 req-fcb6c5e3-0cb3-4273-944e-19d4edf52774 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 210 time: 0.0269141 Apr 05 11:41:03.028195 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51654) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:03.081921 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (133b789f-43e5-44f1-9efa-37623bc43fea), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.104788 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device dbdab8e7-70f7-404b-9aa9-76364026fb95 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:03.106396 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (133b789f-43e5-44f1-9efa-37623bc43fea), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.125930 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: dbdab8e7-70f7-404b-9aa9-76364026fb95 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:03.126287 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device dbdab8e7-70f7-404b-9aa9-76364026fb95 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:03.232806 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (133b789f-43e5-44f1-9efa-37623bc43fea), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.235414 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.236560 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/security-groups/133b789f-43e5-44f1-9efa-37623bc43fea HTTP/1.1" status: 204 len: 168 time: 0.2073841 Apr 05 11:41:03.244180 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:03.246199 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd2e8d-969a-45aa-bd74-d8723bf16654 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b789f-43e5-44f1-9efa-37623bc43fea,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:03.263880 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.api.v2.resource [None req-b41b93e3-76d4-4f85-a1d2-1d4b9a13d898 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] show failed (client error): The resource could not be found. Apr 05 11:41:03.264899 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b41b93e3-76d4-4f85-a1d2-1d4b9a13d898 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups/133b789f-43e5-44f1-9efa-37623bc43fea HTTP/1.1" status: 404 len: 347 time: 0.0195618 Apr 05 11:41:03.267774 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:03.534026 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4fc57f0b-a7ff-4e31-bdf5-3aa65b62366c req-98948a41-f575-414f-9774-e433be15eff9 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 210 time: 0.0346897 Apr 05 11:41:03.669524 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port 259c507f-704f-4ed1-b9c6-58f9e47176bb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:03.669875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.749822 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.750146 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (259c507f-704f-4ed1-b9c6-58f9e47176bb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:03.762220 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for 259c507f-704f-4ed1-b9c6-58f9e47176bb owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:04.001138 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (259c507f-704f-4ed1-b9c6-58f9e47176bb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.046194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=259c507f-704f-4ed1-b9c6-58f9e47176bb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:04.164508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (1fb83175-133c-4e7e-8f9f-6e964dc5b2c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.169496 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.169496 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-49cc969e-ff2a-45c4-b809-10cda8f20c8f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/floatingips/1fb83175-133c-4e7e-8f9f-6e964dc5b2c2 HTTP/1.1" status: 204 len: 168 time: 0.9001939 Apr 05 11:41:04.175299 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-b95e9c68-4f11-4b93-a85f-f4763522f2ad tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:04.176722 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-b95e9c68-4f11-4b93-a85f-f4763522f2ad tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 809 time: 0.1882503 Apr 05 11:41:04.261735 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-e840de0f-2aaa-4f79-a564-fa77a8ac4470 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f2451683d945689a7ce0b911d9f519 HTTP/1.1" status: 200 len: 379 time: 0.0743289 Apr 05 11:41:04.288735 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'port': {'device_id': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'admin_state_up': True, 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'security_groups': ['23da50e3-6521-41ba-b635-fe61fa607fd4']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:04.489284 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Made reservation on behalf of f5f2451683d945689a7ce0b911d9f519 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:41:04.492687 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.638007 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-952671bf-c69e-4a46-881b-58856da43f15 req-80e8f21c-1acb-4fe2-b82a-09e8deeaba08 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 210 time: 0.0267665 Apr 05 11:41:04.672583 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Allocated IP 172.20.0.9 (7b051d06-9b60-4044-b158-df795b78ab4d/50ca8622-6e7c-437d-82fe-a06da603d9a5/720ebe78-b063-469b-bbcd-33cdf43ab7e5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:04.814807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.930094 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:04.980592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Network 7b051d06-9b60-4044-b158-df795b78ab4d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:04.983745 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:04.989678 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:05.015898 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:05.047894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:05.047894 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:05.172403 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-6c3fc252-f06b-4907-8bdb-cebd7fab006b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058745 Apr 05 11:41:05.270635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-f9640d8e-a32b-475f-98f1-b89f87a42787 None None] Provisioning complete for port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:05.271242 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9640d8e-a32b-475f-98f1-b89f87a42787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:05.309406 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f9640d8e-a32b-475f-98f1-b89f87a42787 None None] Port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:41:05.331458 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Request body: {'port': {'device_id': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:05.392694 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:05.774291 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720ebe78-b063-469b-bbcd-33cdf43ab7e5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:05.784305 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks [] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:05.800975 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Transition to ACTIVE for port object 720ebe78-b063-469b-bbcd-33cdf43ab7e5 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:41:05.808142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca40d-cdc0-43d8-8c01-397591d7200a req-c2d818fb-c0e5-48cd-8fed-4892cef6734b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:05.809632 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8adca40d-cdc0-43d8-8c01-397591d7200a req-c2d818fb-c0e5-48cd-8fed-4892cef6734b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 931 time: 0.0980539 Apr 05 11:41:05.858639 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8adca40d-cdc0-43d8-8c01-397591d7200a req-ccdf6876-1b1d-43d3-a62f-b405c99f6f20 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Apr 05 11:41:05.889342 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:05.943162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:06.024965 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Attempting to bind port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:41:06.025308 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Attempting to bind port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:41:06.025644 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Attempting to bind port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 on network 7b051d06-9b60-4044-b158-df795b78ab4d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:06.031445 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 on network 7b051d06-9b60-4044-b158-df795b78ab4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:41:06.032010 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Attempting to bind port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 on network 7b051d06-9b60-4044-b158-df795b78ab4d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:06.038417 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:41:06.038877 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Checking segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:41:06.042608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Bound using segment: {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:41:06.042608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Bound port: 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f29d011-3a0e-4aba-abc0-c3939050424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:41:06.042608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:06.114222 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:41:06.117659 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:41:06.182201 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:06.217633 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:06.218644 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:06.220063 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] 10.222.0.53 "PUT /v2.0/ports/720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 1093 time: 0.8928969 Apr 05 11:41:06.223860 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:06.225808 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad1484c-cf2e-47e0-963a-31af245da636" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:06.266729 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad430716-0ddf-404d-a931-adbd6aea0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:06.270437 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a64916d-72cd-4e49-b6d5-3935d780db41 x-openstack-request-id: req-5a64916d-72cd-4e49-b6d5-3935d780db41 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:06.270786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:06.271055 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a64916d-72cd-4e49-b6d5-3935d780db41 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:06.271429 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a64916d-72cd-4e49-b6d5-3935d780db41'] response: {'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'status': 'completed', 'code': 200} Apr 05 11:41:06.345164 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-9a2c0f05-db00-4d7e-993e-561a75f482ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:06.346730 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-9a2c0f05-db00-4d7e-993e-561a75f482ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1127 time: 0.0549614 Apr 05 11:41:06.458330 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-44a8bd56-8690-48c3-a7c2-c7743e2286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:06.459884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-44a8bd56-8690-48c3-a7c2-c7743e2286c6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f5f2451683d945689a7ce0b911d9f519&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1043410 Apr 05 11:41:06.506952 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229a48-34e5-4c9f-ba3e-24afa97c6a59 req-c1ff48fc-0e20-41ef-94aa-7471c4c3d856 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:06.508548 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-41229a48-34e5-4c9f-ba3e-24afa97c6a59 req-c1ff48fc-0e20-41ef-94aa-7471c4c3d856 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Apr 05 11:41:06.556489 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-41229a48-34e5-4c9f-ba3e-24afa97c6a59 req-d11dd2af-e48e-4074-a2a4-a126bdf8ba5a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Apr 05 11:41:06.991646 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb547d65-3171-4c8a-83b8-649af3bfaa4f req-bb044564-6ff8-49cb-ba6a-477da9271777 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:06.993139 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb547d65-3171-4c8a-83b8-649af3bfaa4f req-bb044564-6ff8-49cb-ba6a-477da9271777 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0600104 Apr 05 11:41:07.041822 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-cb547d65-3171-4c8a-83b8-649af3bfaa4f req-e5daa970-877d-4c9f-8c6f-7e25085b09ad tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Apr 05 11:41:07.683688 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe2ae-0d33-421e-85db-c8bfcc2f1ef9 req-499426ae-1949-4512-a342-10cd92c1b894 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:07.685194 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-234fe2ae-0d33-421e-85db-c8bfcc2f1ef9 req-499426ae-1949-4512-a342-10cd92c1b894 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Apr 05 11:41:07.732730 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-234fe2ae-0d33-421e-85db-c8bfcc2f1ef9 req-122f4ac6-447f-4e1f-a944-495042f27a16 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Apr 05 11:41:07.979255 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-5893623e-ec87-4d97-badf-c7ef0a8aa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:07.980736 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6ad1484c-cf2e-47e0-963a-31af245da636 req-5893623e-ec87-4d97-badf-c7ef0a8aa2b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901899 Apr 05 11:41:08.197834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16568336-2e05-4853-aa37-9d468b50bcc9 req-7a7853b6-6b81-49a8-b11a-327249289306 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.199465 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-16568336-2e05-4853-aa37-9d468b50bcc9 req-7a7853b6-6b81-49a8-b11a-327249289306 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0858800 Apr 05 11:41:08.205361 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-26961220-5a6f-4460-a67d-0a6a0a07f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.206876 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-26961220-5a6f-4460-a67d-0a6a0a07f2ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1127 time: 0.0635867 Apr 05 11:41:08.267926 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-16568336-2e05-4853-aa37-9d468b50bcc9 req-d99f69cc-e144-4d70-adf0-f5fea56fa5db tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600748 Apr 05 11:41:08.312027 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-3ed0c50d-4a72-44a7-b4a5-315c2d8fa29e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 217 time: 0.0664067 Apr 05 11:41:08.371681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-760ca18b-883f-46c2-9390-42b916b968b7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.373096 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-760ca18b-883f-46c2-9390-42b916b968b7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.1286781 Apr 05 11:41:08.376647 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-5adf1de7-1102-4f4a-8bce-abde48c6d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.377953 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-5adf1de7-1102-4f4a-8bce-abde48c6d2c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0588021 Apr 05 11:41:08.481453 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-f1192647-5300-497e-95b8-43db5d09a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.482904 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-f1192647-5300-497e-95b8-43db5d09a503 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0973773 Apr 05 11:41:08.524147 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:08.524503 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:08.642557 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-d16fdae1-8709-4b6c-a726-dcec30dc06d9 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526248 Apr 05 11:41:08.721115 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] For port 2dbb6391-e3b4-450c-8bac-a8a5f4721300, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2dbb6391-e3b4-450c-8bac-a8a5f4721300,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:08.721493 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:08.810241 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-441897ac-2f1a-447c-b0ba-83bc43d4f154 req-9f7e653d-5cc1-4ce6-9934-a8026ca09d8b service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610596 Apr 05 11:41:08.859624 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1fa2-133e-4199-8b3c-bc642f956818 req-2b95937f-6727-486e-9e63-53305e5b7837 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:08.862376 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-243a1fa2-133e-4199-8b3c-bc642f956818 req-2b95937f-6727-486e-9e63-53305e5b7837 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Apr 05 11:41:08.911446 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-243a1fa2-133e-4199-8b3c-bc642f956818 req-50a86f12-6f4a-4a79-8244-d246ba471a35 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=756e4e28-56cd-4b70-9c21-fc9c81604f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Apr 05 11:41:08.917586 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:08.917944 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:08.918257 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 0d078f8e-88df-4a77-8d55-819d889c20ab disassociated. External IP: 172.28.0.86, port: 2dbb6391-e3b4-450c-8bac-a8a5f4721300. Apr 05 11:41:08.918637 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for 2dbb6391-e3b4-450c-8bac-a8a5f4721300 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:09.135592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (2dbb6391-e3b4-450c-8bac-a8a5f4721300), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:09.164277 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=2dbb6391-e3b4-450c-8bac-a8a5f4721300,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:09.279975 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:09.426818 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:09.438227 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:09.449099 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:09.449710 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:09.459015 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed1723-748d-405b-877f-e3e5ac125d6f req-01733a9d-28a6-4eb6-b269-7ce7bf34438c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:09.460473 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-10ed1723-748d-405b-877f-e3e5ac125d6f req-01733a9d-28a6-4eb6-b269-7ce7bf34438c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0879526 Apr 05 11:41:09.480403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] No DVR routers for this DVR port 2dbb6391-e3b4-450c-8bac-a8a5f4721300 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:09.483038 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:09.486268 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-db178440-dad1-4a50-91e2-5b2093febbe8 req-c9e05be5-56ef-42d6-8881-c1b68bcad31f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "DELETE /v2.0/ports/2dbb6391-e3b4-450c-8bac-a8a5f4721300 HTTP/1.1" status: 204 len: 173 time: 1.1074574 Apr 05 11:41:09.492159 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'name': 'network-vif-deleted', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:09.494966 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ae014-d732-4c1d-9847-d70ea4d6b180" -d '{"events": [{"server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "name": "network-vif-deleted", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:09.544445 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c9086-cc13-42ac-a1b2-4cae3812654f x-openstack-request-id: req-5b3c9086-cc13-42ac-a1b2-4cae3812654f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:09.544746 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03aaac-d1d6-430b-bed8-c6415be2efe9", "name": "network-vif-deleted", "tag": "2dbb6391-e3b4-450c-8bac-a8a5f4721300", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:09.545003 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b3c9086-cc13-42ac-a1b2-4cae3812654f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:09.545414 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3c9086-cc13-42ac-a1b2-4cae3812654f'] response: {'server_uuid': 'dc03aaac-d1d6-430b-bed8-c6415be2efe9', 'name': 'network-vif-deleted', 'tag': '2dbb6391-e3b4-450c-8bac-a8a5f4721300', 'status': 'completed', 'code': 200} Apr 05 11:41:09.571095 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-10ed1723-748d-405b-877f-e3e5ac125d6f req-f17db772-e832-4b16-9934-734e82ff2ecb tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917172 Apr 05 11:41:09.572209 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:09.779639 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:09.808403 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:09.817049 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:09.817662 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:09.922474 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:10.031677 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-bb7417d2-7d18-4881-bfac-85349ea01bec req-219bdaa4-1869-4c64-9cf2-10dee08c09bf tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc03aaac-d1d6-430b-bed8-c6415be2efe9 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Apr 05 11:41:10.124065 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:10.153202 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac471cb-8fb3-4cc1-8f07-40d9d462fbca None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:10.382241 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9699f-7a17-4193-98d5-61049840c829 None None] New status for floating IP 0d078f8e-88df-4a77-8d55-819d889c20ab: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:10.700759 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51810) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:10.702953 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392bbd-1f1c-4ef4-87a1-36aa6a512297 req-a57d242a-41d3-44de-940d-507f8f893864 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:10.704468 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2d392bbd-1f1c-4ef4-87a1-36aa6a512297 req-a57d242a-41d3-44de-940d-507f8f893864 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0555701 Apr 05 11:41:10.754737 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2d392bbd-1f1c-4ef4-87a1-36aa6a512297 req-aa7f960f-eadb-4fbb-8850-846a616be140 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Apr 05 11:41:10.804901 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbfde-024a-41a6-a2b5-2db107fd2ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:10.875618 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbfde-024a-41a6-a2b5-2db107fd2ca9 admin admin] Publish callbacks [] for security_group (fe0e1453-b6c0-4ca7-ab28-a13278b97fe9), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:10.934426 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0e8bbfde-024a-41a6-a2b5-2db107fd2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (fe0e1453-b6c0-4ca7-ab28-a13278b97fe9), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:10.973208 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-0e8bbfde-024a-41a6-a2b5-2db107fd2ca9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64bbd0e294614962bf6965f2f8cc2163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713842 Apr 05 11:41:10.974131 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bbfde-024a-41a6-a2b5-2db107fd2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e1453-b6c0-4ca7-ab28-a13278b97fe9,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:10.976024 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:11.022778 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] Publish callbacks [] for security_group (fe0e1453-b6c0-4ca7-ab28-a13278b97fe9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.042687 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] Publish callbacks [] for security_group (fe0e1453-b6c0-4ca7-ab28-a13278b97fe9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.140654 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:41:11.143481 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2dbb6391-e3b4-450c-8bac-a8a5f4721300 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:11.171996 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 2dbb6391-e3b4-450c-8bac-a8a5f4721300 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:11.172317 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 2dbb6391-e3b4-450c-8bac-a8a5f4721300 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:11.192308 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (fe0e1453-b6c0-4ca7-ab28-a13278b97fe9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.194909 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.196359 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe0e1453-b6c0-4ca7-ab28-a13278b97fe9 HTTP/1.1" status: 204 len: 168 time: 0.2191088 Apr 05 11:41:11.199750 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51822) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:11.205382 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0fe47-e7f2-4286-929d-d4bf9cd424e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e1453-b6c0-4ca7-ab28-a13278b97fe9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:11.270184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:11.276244 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (756e4e28-56cd-4b70-9c21-fc9c81604f8a), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.282051 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'mac_address': 'fa:16:3e:21:a1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:41:11.299794 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (756e4e28-56cd-4b70-9c21-fc9c81604f8a), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.322940 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:11.323319 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.336052 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720ebe78-b063-469b-bbcd-33cdf43ab7e5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:11.357247 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:11.460690 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (756e4e28-56cd-4b70-9c21-fc9c81604f8a), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.463393 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.464588 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/security-groups/756e4e28-56cd-4b70-9c21-fc9c81604f8a HTTP/1.1" status: 204 len: 168 time: 0.2632318 Apr 05 11:41:11.467290 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:11.474016 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffad20-92fe-46b4-b6bc-00374daae424 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e4e28-56cd-4b70-9c21-fc9c81604f8a,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:11.480829 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.api.v2.resource [None req-32f20077-78cd-4e24-97c1-8e7f186246a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] show failed (client error): The resource could not be found. Apr 05 11:41:11.481811 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-32f20077-78cd-4e24-97c1-8e7f186246a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups/756e4e28-56cd-4b70-9c21-fc9c81604f8a HTTP/1.1" status: 404 len: 347 time: 0.0135374 Apr 05 11:41:11.484690 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:11.493125 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.555529 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:11.613834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port 66b0d33c-e377-48c5-824d-1d6e52e4c354 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:11.614171 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.689403 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.689733 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (66b0d33c-e377-48c5-824d-1d6e52e4c354), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.701808 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for 66b0d33c-e377-48c5-824d-1d6e52e4c354 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:11.737142 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['720ebe78-b063-469b-bbcd-33cdf43ab7e5'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:41:11.897731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc94aa3-d429-4926-9787-89282fdcde79 req-2e500a3a-d140-4456-a5de-0bf72a90c5b8 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:11.901019 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2bc94aa3-d429-4926-9787-89282fdcde79 req-2e500a3a-d140-4456-a5de-0bf72a90c5b8 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 944 time: 0.0667639 Apr 05 11:41:11.946296 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (66b0d33c-e377-48c5-824d-1d6e52e4c354), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:11.955009 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2bc94aa3-d429-4926-9787-89282fdcde79 req-81034d54-fa38-44db-abfb-34b3f60c47aa tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482364 Apr 05 11:41:11.972826 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=66b0d33c-e377-48c5-824d-1d6e52e4c354,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:11.997744 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51834) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:12.011842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fb148d2-7b6e-45a5-be0b-c9b3663a94f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.040348 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (0d078f8e-88df-4a77-8d55-819d889c20ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.042991 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.044144 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-162af363-5661-463c-aee6-3acf738100bc tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/floatingips/0d078f8e-88df-4a77-8d55-819d889c20ab HTTP/1.1" status: 204 len: 168 time: 0.5585401 Apr 05 11:41:12.090314 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fb148d2-7b6e-45a5-be0b-c9b3663a94f7 admin admin] Publish callbacks [] for security_group (c676a22c-b2ba-4230-91c9-75018c69f810), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.187216 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fb148d2-7b6e-45a5-be0b-c9b3663a94f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c676a22c-b2ba-4230-91c9-75018c69f810), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.230989 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb148d2-7b6e-45a5-be0b-c9b3663a94f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c676a22c-b2ba-4230-91c9-75018c69f810,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:12.235395 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6fb148d2-7b6e-45a5-be0b-c9b3663a94f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a750a679c104f988aadf8c7f3546ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366209 Apr 05 11:41:12.237965 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51838) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:12.290810 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64408887-435c-47cd-b709-a02669da126d admin admin] Publish callbacks [] for security_group (c676a22c-b2ba-4230-91c9-75018c69f810), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.311803 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64408887-435c-47cd-b709-a02669da126d admin admin] Publish callbacks [] for security_group (c676a22c-b2ba-4230-91c9-75018c69f810), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.454852 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64408887-435c-47cd-b709-a02669da126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c676a22c-b2ba-4230-91c9-75018c69f810), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.457460 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64408887-435c-47cd-b709-a02669da126d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.458618 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-64408887-435c-47cd-b709-a02669da126d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c676a22c-b2ba-4230-91c9-75018c69f810 HTTP/1.1" status: 204 len: 168 time: 0.2196958 Apr 05 11:41:12.480695 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64408887-435c-47cd-b709-a02669da126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c676a22c-b2ba-4230-91c9-75018c69f810,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:12.644760 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51846) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:12.649168 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321144835', 'description': 'tempest-description--400117953'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:12.740285 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.811388 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (690244bc-5f94-43e4-9ba9-934bd8db8332), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.877735 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (690244bc-5f94-43e4-9ba9-934bd8db8332), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.908375 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690244bc-5f94-43e4-9ba9-934bd8db8332,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:12.959747 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:12.962937 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-836f8f6c-e349-49d6-84ae-202fe23324a5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3154070 Apr 05 11:41:12.964143 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51856) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:12.968686 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '690244bc-5f94-43e4-9ba9-934bd8db8332', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:13.060107 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (e1baf12d-cda2-43c2-a127-b2cf09cc5247), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.102406 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdae18-5b7b-48e9-938b-61fe6892aa85 req-b10368a3-7878-40d8-b386-9c510fd322a4 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.104483 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-20fdae18-5b7b-48e9-938b-61fe6892aa85 req-b10368a3-7878-40d8-b386-9c510fd322a4 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 944 time: 0.0812142 Apr 05 11:41:13.151090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:41:13.161816 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (e1baf12d-cda2-43c2-a127-b2cf09cc5247), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.176119 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-20fdae18-5b7b-48e9-938b-61fe6892aa85 req-973468b5-0f2b-4805-87d0-6f68e6414eba tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625119 Apr 05 11:41:13.220640 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (e1baf12d-cda2-43c2-a127-b2cf09cc5247), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.237737 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1baf12d-cda2-43c2-a127-b2cf09cc5247,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:13.277408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:41:13.281496 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:13.281866 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.320822 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.327416 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-fc883f9f-61e3-4bd7-922c-3d17689d5e46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571973 Apr 05 11:41:13.328086 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:13.332980 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '690244bc-5f94-43e4-9ba9-934bd8db8332', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:13.365985 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:13.365985 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.389307 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:13.391610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a1799-9c11-4eea-8c2c-f942b234af5a" -d '{"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-plugged", "status": "completed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:13.406803 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:13.430020 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4751cc06-7bc5-483a-87c5-cd74ccd5ba6d x-openstack-request-id: req-4751cc06-7bc5-483a-87c5-cd74ccd5ba6d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:13.433935 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-plugged", "status": "completed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:13.433935 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4751cc06-7bc5-483a-87c5-cd74ccd5ba6d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:13.433935 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4751cc06-7bc5-483a-87c5-cd74ccd5ba6d'] response: {'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'code': 200} Apr 05 11:41:13.434266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (f634ba89-8791-4a81-b781-39752b40a3ca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.492332 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (f634ba89-8791-4a81-b781-39752b40a3ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.523113 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.572693 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:13.615097 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (f634ba89-8791-4a81-b781-39752b40a3ca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.634161 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f634ba89-8791-4a81-b781-39752b40a3ca,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:13.697673 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.698928 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-11f4c003-d608-4daa-b365-03e697eace7c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697743 Apr 05 11:41:13.702158 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51878) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:13.706730 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:13.831014 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2df4d-9fce-4e29-adba-7554815838eb req-db2e573e-5a7b-4121-a300-bcf507816cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:13.832381 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-21c2df4d-9fce-4e29-adba-7554815838eb req-db2e573e-5a7b-4121-a300-bcf507816cba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0439618 Apr 05 11:41:13.848641 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:13.877181 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-21c2df4d-9fce-4e29-adba-7554815838eb req-7ca8c588-2c4e-415d-91c3-b818e7afc5a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Apr 05 11:41:13.946469 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.054015 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.28.0.110 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/1e344014-6b2e-4d8f-a26c-65b72c070487) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:14.158213 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.299166 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ab52-ec71-4e63-a8a1-74c81c3829a3 req-30f9e5a3-b1f0-47fe-8eee-88e782d328a9 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:14.300656 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7264ab52-ec71-4e63-a8a1-74c81c3829a3 req-30f9e5a3-b1f0-47fe-8eee-88e782d328a9 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0563452 Apr 05 11:41:14.306565 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.356979 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:14.367939 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:14.374835 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:14.411783 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=1e344014-6b2e-4d8f-a26c-65b72c070487,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:14.425193 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7264ab52-ec71-4e63-a8a1-74c81c3829a3 req-e3d92de8-258c-45cb-b0fc-f77bfd40ff3c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155279 Apr 05 11:41:14.493340 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.622409 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.787604 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.917807 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:14.984350 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=1e344014-6b2e-4d8f-a26c-65b72c070487,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:14.994067 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:15.102479 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:15.104406 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-bcd376a5-1c49-40c7-a368-7c020b2d7940 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4006002 Apr 05 11:41:15.308345 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-c842c042-7417-4024-b6b5-9709e944ad3a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--321144835&fields=id&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 267 time: 0.0456805 Apr 05 11:41:15.412415 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-2be9f992-cd61-45d2-a473-6e1f7e6aed59 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:15.413830 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-2be9f992-cd61-45d2-a473-6e1f7e6aed59 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.0988693 Apr 05 11:41:15.429154 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-2745c90a-3bf9-4204-acb5-e25649c25224 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/quotas/8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 375 time: 0.0088096 Apr 05 11:41:15.489536 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-d6915d0d-b374-414f-9b91-e32132b2b0c3 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549543 Apr 05 11:41:15.555892 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30c3f-aa4e-4eb8-8a71-0c5449677acc req-d1a7dfff-f213-482c-b812-48869912171c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:15.557581 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-39b30c3f-aa4e-4eb8-8a71-0c5449677acc req-d1a7dfff-f213-482c-b812-48869912171c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0536592 Apr 05 11:41:15.585462 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-f12b9450-667a-4dbe-9e1c-348310a04a42 service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Apr 05 11:41:15.619763 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-39b30c3f-aa4e-4eb8-8a71-0c5449677acc req-9f7d76e0-e27a-4220-8841-bb1036bbb205 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557306 Apr 05 11:41:15.692044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-6151bd9c-6d6f-4774-9e8a-ecadd4a70806 service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997965 Apr 05 11:41:15.741575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c414f6-f3e9-4674-850e-4ee06d536fdf req-9a1508d6-9235-479f-8311-bb434b3226dd tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:15.743197 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a5c414f6-f3e9-4674-850e-4ee06d536fdf req-9a1508d6-9235-479f-8311-bb434b3226dd tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0572603 Apr 05 11:41:15.799809 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a5c414f6-f3e9-4674-850e-4ee06d536fdf req-21bf4fdd-08a7-4ce2-bfb3-4b4a0631ec3b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507066 Apr 05 11:41:15.821666 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:15.954638 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8ea96e04-64cc-478c-81aa-bf88cbbecacd req-c1080d5c-a3d1-4b60-9f20-ae6df555bbd8 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 210 time: 0.0286791 Apr 05 11:41:16.029969 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca31c3-572c-4453-900e-69e66fafc294 tempest-TestShelveInstance-2140911827 tempest-TestShelveInstance-2140911827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:16.034234 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-72ca31c3-572c-4453-900e-69e66fafc294 tempest-TestShelveInstance-2140911827 tempest-TestShelveInstance-2140911827-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1124 time: 0.2081499 Apr 05 11:41:16.034902 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 51950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:16.038896 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:16.140959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:16.245508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:16.621427 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Allocated IP 172.28.0.102 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/da339d70-badb-4ccf-a7bb-ceb1ec20ea40) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:16.727404 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:16.837497 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:16.873886 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:16.876598 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:16.879967 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:16.904993 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'Port': ['ID=da339d70-badb-4ccf-a7bb-ceb1ec20ea40,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:17.078303 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-56504f99-7a03-4c94-8861-7deb62b9ff8c req-8abc09ad-48d8-40ec-8618-624fed3b2a80 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 210 time: 0.0349982 Apr 05 11:41:17.303032 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for floatingip (5b791ef2-6bf3-4ade-98f9-ebf18b145209), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.448000 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.604442 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.665456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.694815 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51982) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:17.740951 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event updated for resources: {'Port': ['ID=da339d70-badb-4ccf-a7bb-ceb1ec20ea40,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:17.756063 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (5b791ef2-6bf3-4ade-98f9-ebf18b145209), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.805662 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38f6e54a-b4f4-48cf-aa43-f9c8e643ef2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.858208 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Floating IP 5b791ef2-6bf3-4ade-98f9-ebf18b145209 associated. External IP: 172.28.0.102, port: 720ebe78-b063-469b-bbcd-33cdf43ab7e5. Apr 05 11:41:17.889701 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38f6e54a-b4f4-48cf-aa43-f9c8e643ef2e admin admin] Publish callbacks [] for security_group (c4182d8f-a32b-4fd2-b618-b1af6ed05753), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:17.968278 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-38f6e54a-b4f4-48cf-aa43-f9c8e643ef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c4182d8f-a32b-4fd2-b618-b1af6ed05753), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.008241 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-38f6e54a-b4f4-48cf-aa43-f9c8e643ef2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3a5d7479ef3411185f2b86d38de6a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117769 Apr 05 11:41:18.010842 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6e54a-b4f4-48cf-aa43-f9c8e643ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4182d8f-a32b-4fd2-b618-b1af6ed05753,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:18.013244 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 51986) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:18.045345 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-d6c6e0a5-a12e-43c9-9668-284fa840bfcd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:18.046631 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-d6c6e0a5-a12e-43c9-9668-284fa840bfcd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.1537721 Apr 05 11:41:18.062171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] Publish callbacks [] for security_group (c4182d8f-a32b-4fd2-b618-b1af6ed05753), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.085693 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] Publish callbacks [] for security_group (c4182d8f-a32b-4fd2-b618-b1af6ed05753), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.182973 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-ea5303bc-9c73-444c-b691-5a6387552128 req-0762146a-aafc-4020-b3d0-d5fb642e50bd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 210 time: 0.0275679 Apr 05 11:41:18.192047 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-c1b786d4-2a90-495a-aa96-4c68dd42ca9f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 379 time: 0.1076913 Apr 05 11:41:18.205178 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:18.208927 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'port': {'device_id': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'admin_state_up': True, 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'security_groups': ['690244bc-5f94-43e4-9ba9-934bd8db8332']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:18.220185 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (c4182d8f-a32b-4fd2-b618-b1af6ed05753), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.222887 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.231513 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4182d8f-a32b-4fd2-b618-b1af6ed05753 HTTP/1.1" status: 204 len: 168 time: 0.2097914 Apr 05 11:41:18.232447 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c762-fc60-4cd9-a442-e4ad47e1120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4182d8f-a32b-4fd2-b618-b1af6ed05753,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:18.402016 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:18.411463 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Sync routers for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:18.421090 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:18.421708 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:18.477673 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:41:18.481510 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.529450 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:18.540449 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:18.573146 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-e6c69690-dac6-4a57-8220-71a59a81ee60 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5375533 Apr 05 11:41:18.576495 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:18.578782 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7a645e-b1db-44d1-a3a3-30b468b32da1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:18.649186 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8d4069-fcec-4cd9-8d31-29c246d4530c x-openstack-request-id: req-2a8d4069-fcec-4cd9-8d31-29c246d4530c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:18.649626 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:18.649975 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a8d4069-fcec-4cd9-8d31-29c246d4530c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:18.651033 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8d4069-fcec-4cd9-8d31-29c246d4530c'] response: {'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'status': 'completed', 'code': 200} Apr 05 11:41:18.712764 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.20.0.9 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/d0148328-b1bc-469b-81af-c1f00f6e2ac7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:18.740986 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-7991d403-b4c7-4fad-99b6-887e88378aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:18.742526 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-7991d403-b4c7-4fad-99b6-887e88378aae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0877345 Apr 05 11:41:18.882818 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '5b791ef2-6bf3-4ade-98f9-ebf18b145209', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'mac_address': 'fa:16:3e:21:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:17Z', 'updated_at': '2022-04-05T11:41:17Z', 'revision_number': 0, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:18.910790 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-b435f098-7b42-40a6-8280-b566006f61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:18.912238 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-b435f098-7b42-40a6-8280-b566006f61f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.1615372 Apr 05 11:41:18.915849 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Checking router: a654a7f0-5f20-46ea-9cbf-19ea04e676c8 for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:18.925404 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:18.926214 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:40:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:18.981195 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.001732 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52010) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:19.004279 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-1d1fb12e-ebd3-45b8-a688-0560dff2275e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 999 time: 0.0842175 Apr 05 11:41:19.015593 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-634fbca2-c88b-47de-82d0-edc2678254c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.040379 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:19.073980 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-1d5824f6-3b15-455c-a8f2-b78f813295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:19.075542 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-1d5824f6-3b15-455c-a8f2-b78f813295b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0609250 Apr 05 11:41:19.104132 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-634fbca2-c88b-47de-82d0-edc2678254c5 admin admin] Publish callbacks [] for security_group (2c0ba3c6-f853-4133-b302-645f041c97da), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.127080 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-05a3ff13-5907-4d9d-ae8d-66d0be2eb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:19.128600 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-05a3ff13-5907-4d9d-ae8d-66d0be2eb3f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477812 Apr 05 11:41:19.136005 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.180413 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-634fbca2-c88b-47de-82d0-edc2678254c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2c0ba3c6-f853-4133-b302-645f041c97da), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.222827 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-634fbca2-c88b-47de-82d0-edc2678254c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e619e0b7096148e4acb61f900fa4f006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199202 Apr 05 11:41:19.223778 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fbca2-c88b-47de-82d0-edc2678254c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ba3c6-f853-4133-b302-645f041c97da,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:19.226296 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52014) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:19.237752 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:19.251751 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:19.272132 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:19.284527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] Publish callbacks [] for security_group (2c0ba3c6-f853-4133-b302-645f041c97da), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.291674 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:19.324972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] Publish callbacks [] for security_group (2c0ba3c6-f853-4133-b302-645f041c97da), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.329551 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-6e193af4-e580-4241-89d8-b3375df38da8 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948614 Apr 05 11:41:19.330072 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '5b791ef2-6bf3-4ade-98f9-ebf18b145209', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'mac_address': 'fa:16:3e:21:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:17Z', 'updated_at': '2022-04-05T11:41:17Z', 'revision_number': 0, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:19.349859 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:19.350546 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.366733 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ee41e-d9a7-44bd-bd05-f217fd4a073a None None] The sync data for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb is: [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '5b791ef2-6bf3-4ade-98f9-ebf18b145209', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'floating_ip_address': '172.28.0.102', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'mac_address': 'fa:16:3e:21:a1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:17Z', 'updated_at': '2022-04-05T11:41:17Z', 'revision_number': 0, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:19.409124 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a9e4-d32a-4644-99b5-b325e4becbca req-930d9b4f-9ba9-4144-9e98-9353bf5ce4bb tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:19.410715 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a743a9e4-d32a-4644-99b5-b325e4becbca req-930d9b4f-9ba9-4144-9e98-9353bf5ce4bb tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 931 time: 0.0743737 Apr 05 11:41:19.454052 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8e7a645e-b1db-44d1-a3a3-30b468b32da1 req-0cbdc3d4-fdae-4022-ba5f-cb7d7983ca80 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183283 Apr 05 11:41:19.477752 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a743a9e4-d32a-4644-99b5-b325e4becbca req-d2d883a9-db23-43c1-aa5f-e02d52aca3eb tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565209 Apr 05 11:41:19.506293 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-2bba44a6-3999-4237-96ea-483d80444e9b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3080640 Apr 05 11:41:19.517505 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Request body: {'port': {'device_id': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:19.528925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (2c0ba3c6-f853-4133-b302-645f041c97da), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.531940 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.535654 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c0ba3c6-f853-4133-b302-645f041c97da HTTP/1.1" status: 204 len: 168 time: 0.3056588 Apr 05 11:41:19.542404 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dafb1-5d44-478d-9de5-56247d75642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ba3c6-f853-4133-b302-645f041c97da,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:19.600931 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.601801 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-1745a4dc-0772-4980-bcf8-16528aae1f1b None None] Provisioning complete for port d0148328-b1bc-469b-81af-c1f00f6e2ac7 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:19.601801 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1745a4dc-0772-4980-bcf8-16528aae1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.644963 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1745a4dc-0772-4980-bcf8-16528aae1f1b None None] Port d0148328-b1bc-469b-81af-c1f00f6e2ac7 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:41:19.664318 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef14987-e888-4e14-9264-e50ce6722e6b None None] New status for floating IP 5b791ef2-6bf3-4ade-98f9-ebf18b145209: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:19.875715 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0148328-b1bc-469b-81af-c1f00f6e2ac7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:19.882960 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks [] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:19.894947 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Transition to ACTIVE for port object d0148328-b1bc-469b-81af-c1f00f6e2ac7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:41:19.985351 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:20.039630 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Pushing event updated for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:20.094999 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:20.128677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Attempting to bind port d0148328-b1bc-469b-81af-c1f00f6e2ac7 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:41:20.129013 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Attempting to bind port d0148328-b1bc-469b-81af-c1f00f6e2ac7 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:41:20.129346 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Attempting to bind port d0148328-b1bc-469b-81af-c1f00f6e2ac7 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:20.133915 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Port d0148328-b1bc-469b-81af-c1f00f6e2ac7 on network 75bb98a5-61d5-491f-b5e7-258609f4091b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:41:20.134237 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Attempting to bind port d0148328-b1bc-469b-81af-c1f00f6e2ac7 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:20.139194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:41:20.139528 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:41:20.139912 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:41:20.140356 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Bound port: d0148328-b1bc-469b-81af-c1f00f6e2ac7, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:41:20.140691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:20.205713 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:41:20.208799 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:41:20.295819 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:20.336533 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.337148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:20.339220 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] 10.222.0.53 "PUT /v2.0/ports/d0148328-b1bc-469b-81af-c1f00f6e2ac7 HTTP/1.1" status: 200 len: 1093 time: 0.8260109 Apr 05 11:41:20.367398 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ae3c6-3f58-4d4b-8c2f-fcce25eb9655 service neutron] Pushing event updated for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:20.497727 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-204ac93d-b6a1-4a6a-a3db-d1936d8df062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.499342 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-204ac93d-b6a1-4a6a-a3db-d1936d8df062 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 1127 time: 0.0497723 Apr 05 11:41:20.549285 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-c0b685a7-cf47-4031-8884-801d179117f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0430279 Apr 05 11:41:20.866481 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:20.868783 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd" -d '{"events": [{"name": "network-changed", "server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:20.891431 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-78f4f9f7-e892-4869-a625-71d046ccf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.893022 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-78f4f9f7-e892-4869-a625-71d046ccf816 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.3385341 Apr 05 11:41:20.911795 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a243b8-5a85-482f-9791-763337a688f8 req-c94325bf-f549-4064-8f6f-3ea84b4c9038 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.913320 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f0a243b8-5a85-482f-9791-763337a688f8 req-c94325bf-f549-4064-8f6f-3ea84b4c9038 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 943 time: 0.3500507 Apr 05 11:41:20.914798 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f483f-ce60-460d-bb15-6450995c694e x-openstack-request-id: req-a69f483f-ce60-460d-bb15-6450995c694e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:20.915092 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:20.915329 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a69f483f-ce60-460d-bb15-6450995c694e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:20.915715 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69f483f-ce60-460d-bb15-6450995c694e'] response: {'name': 'network-changed', 'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'status': 'completed', 'code': 200} Apr 05 11:41:20.990828 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378d150-277e-420e-aed0-7070f42edaea req-5f0ac4d0-b069-474d-99a6-25864d206c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:20.992433 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-5f0ac4d0-b069-474d-99a6-25864d206c9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0753746 Apr 05 11:41:20.996292 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f0a243b8-5a85-482f-9791-763337a688f8 req-b860dd83-d5b8-4a91-8c39-d63f493a7c60 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709815 Apr 05 11:41:21.085209 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-9ff44ac8-a354-4b34-bb13-c4509c8e744f service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868168 Apr 05 11:41:21.171512 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2378d150-277e-420e-aed0-7070f42edaea req-c068502a-9663-4b86-b1b2-34ed6594beb2 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Apr 05 11:41:21.971163 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-ed2ae8ba-a60d-49c9-858d-6f149c4ff93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:21.972730 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-ed2ae8ba-a60d-49c9-858d-6f149c4ff93f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 1127 time: 0.0490689 Apr 05 11:41:22.062179 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-57b4b186-73aa-44d2-91b5-4dd6d822f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:22.063683 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-57b4b186-73aa-44d2-91b5-4dd6d822f06b service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.0851736 Apr 05 11:41:22.108814 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-9b57014f-d6e0-442b-8740-e4501632fed5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7 HTTP/1.1" status: 200 len: 217 time: 0.0395162 Apr 05 11:41:22.125327 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af528e-785a-47e2-91a4-4a61a8586e39 req-8c8bb1de-8060-475c-bd68-47fc4a6bea5a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:22.127021 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f2af528e-785a-47e2-91a4-4a61a8586e39 req-8c8bb1de-8060-475c-bd68-47fc4a6bea5a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 943 time: 0.0595982 Apr 05 11:41:22.159608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-7be5b59d-5448-4db6-9bb3-220332947114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:22.161329 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-7be5b59d-5448-4db6-9bb3-220332947114 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0471668 Apr 05 11:41:22.175282 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f2af528e-785a-47e2-91a4-4a61a8586e39 req-f0f1e586-23ed-4ac2-bfc4-628c822327af tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Apr 05 11:41:22.211223 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-7730a65d-6318-4d13-9823-34e6078fc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:22.212745 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-7730a65d-6318-4d13-9823-34e6078fc1de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454175 Apr 05 11:41:22.303956 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-653ed6c4-1d54-4d7d-8541-b6f48ff51453 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855598 Apr 05 11:41:22.394251 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-c7c1b0d9-12b2-45d9-97a7-4970efba8efd req-d80355f9-9f49-471c-bfd9-ec2b304b90a0 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Apr 05 11:41:23.104051 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52086) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:23.200015 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d0148328-b1bc-469b-81af-c1f00f6e2ac7 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:41:23.206122 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80d278d2-993f-4e63-80dd-963bde2637a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.300371 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3db7a1-4ea6-4f4c-945f-5d13609e6f82 req-3ad64ad4-bb65-40f9-bd03-e90dd156c935 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:23.301861 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6f3db7a1-4ea6-4f4c-945f-5d13609e6f82 req-3ad64ad4-bb65-40f9-bd03-e90dd156c935 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 943 time: 0.0589974 Apr 05 11:41:23.303207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80d278d2-993f-4e63-80dd-963bde2637a7 admin admin] Publish callbacks [] for security_group (bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.309080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:23.324084 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'port_id': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'mac_address': 'fa:16:3e:f1:28:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:41:23.354548 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6f3db7a1-4ea6-4f4c-945f-5d13609e6f82 req-1f1875ca-52dc-4eb1-99f6-59859a971380 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452414 Apr 05 11:41:23.374699 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-80d278d2-993f-4e63-80dd-963bde2637a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.417864 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d278d2-993f-4e63-80dd-963bde2637a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:23.423799 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-80d278d2-993f-4e63-80dd-963bde2637a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d46dac28db3746f4b76060aab5f0eae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185830 Apr 05 11:41:23.426401 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52094) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:23.487238 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] Publish callbacks [] for security_group (bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.499595 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d0148328-b1bc-469b-81af-c1f00f6e2ac7 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:23.499595 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.512514 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0148328-b1bc-469b-81af-c1f00f6e2ac7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:23.512816 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] Publish callbacks [] for security_group (bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.532058 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:23.631468 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.631706 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.634070 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:23.635293 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7 HTTP/1.1" status: 204 len: 168 time: 0.2079654 Apr 05 11:41:23.644282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6e10-f1f8-4c14-aea6-2b30b51db212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc455cbb-1c72-4cb5-86af-f6bf9a4ebdc7,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:23.690816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:23.829652 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['d0148328-b1bc-469b-81af-c1f00f6e2ac7'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:41:24.474627 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d55cc4-e520-490c-8b1f-e96e39f042a1 req-7cb5e2a8-8062-4089-a0fa-10cae83989f5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:24.477031 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-08d55cc4-e520-490c-8b1f-e96e39f042a1 req-7cb5e2a8-8062-4089-a0fa-10cae83989f5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 944 time: 0.0528257 Apr 05 11:41:24.526612 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-08d55cc4-e520-490c-8b1f-e96e39f042a1 req-29ce5317-8eaa-45db-8d8f-d0de2981795d tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446243 Apr 05 11:41:25.235090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d0148328-b1bc-469b-81af-c1f00f6e2ac7 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:41:25.380282 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port d0148328-b1bc-469b-81af-c1f00f6e2ac7 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:41:25.384598 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port d0148328-b1bc-469b-81af-c1f00f6e2ac7 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:25.384999 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:25.465693 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port d0148328-b1bc-469b-81af-c1f00f6e2ac7 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:25.466085 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:25.488332 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:25.490610 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a798f2-9090-4b07-9576-b12340fe41af" -d '{"events": [{"server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "name": "network-vif-plugged", "status": "completed", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:25.502846 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:25.525096 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116cde43-651a-4e48-99b9-cde09768dcd1 x-openstack-request-id: req-116cde43-651a-4e48-99b9-cde09768dcd1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:25.526073 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "name": "network-vif-plugged", "status": "completed", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:25.526358 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-116cde43-651a-4e48-99b9-cde09768dcd1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:25.526796 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116cde43-651a-4e48-99b9-cde09768dcd1'] response: {'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'code': 200} Apr 05 11:41:25.603116 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:25.652053 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060143b2-9697-4049-bebd-0a2052fe1e97 req-6073c199-e0ef-42cb-afe4-f18575170e9a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:25.652609 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:25.653467 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-060143b2-9697-4049-bebd-0a2052fe1e97 req-6073c199-e0ef-42cb-afe4-f18575170e9a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0539768 Apr 05 11:41:25.678245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3050c00d-e51e-496d-aa4a-1e925afb179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:25.710401 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-060143b2-9697-4049-bebd-0a2052fe1e97 req-75232080-54ee-4a17-a503-8672695a3fa7 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489240 Apr 05 11:41:25.895551 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730088-c34d-4034-9c31-aff934253eba req-57ab5d89-1ec2-4081-9f0d-1a71735047c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:25.897225 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f4730088-c34d-4034-9c31-aff934253eba req-57ab5d89-1ec2-4081-9f0d-1a71735047c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 1129 time: 0.0437999 Apr 05 11:41:25.942238 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f4730088-c34d-4034-9c31-aff934253eba req-52e9aa76-41c6-4c31-a7a6-a752e49616a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Apr 05 11:41:26.829879 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7920963-1d0e-4d7b-a039-0479133684b6 req-b1cc8733-7f9e-453e-8a9e-a6c8a797f3c5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:26.831370 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a7920963-1d0e-4d7b-a039-0479133684b6 req-b1cc8733-7f9e-453e-8a9e-a6c8a797f3c5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Apr 05 11:41:26.877776 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a7920963-1d0e-4d7b-a039-0479133684b6 req-d8584c7c-7ee0-48f9-80f7-59263d506f73 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406921 Apr 05 11:41:27.093794 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52172) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:27.199531 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3c1be9dc-034f-4d56-975d-318a2a8a7afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.270070 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3c1be9dc-034f-4d56-975d-318a2a8a7afb admin admin] Publish callbacks [] for security_group (130dd8ba-2c6a-4eb8-88e1-a736dd78ddad), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.334582 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3c1be9dc-034f-4d56-975d-318a2a8a7afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (130dd8ba-2c6a-4eb8-88e1-a736dd78ddad), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.372396 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3c1be9dc-034f-4d56-975d-318a2a8a7afb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2842ecb95b5840c39ceb052fda1e5965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772963 Apr 05 11:41:27.374267 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1be9dc-034f-4d56-975d-318a2a8a7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dd8ba-2c6a-4eb8-88e1-a736dd78ddad,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:27.375063 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:27.426521 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] Publish callbacks [] for security_group (130dd8ba-2c6a-4eb8-88e1-a736dd78ddad), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.447669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] Publish callbacks [] for security_group (130dd8ba-2c6a-4eb8-88e1-a736dd78ddad), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.539810 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (130dd8ba-2c6a-4eb8-88e1-a736dd78ddad), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.542375 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:27.544172 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/130dd8ba-2c6a-4eb8-88e1-a736dd78ddad HTTP/1.1" status: 204 len: 168 time: 0.1680200 Apr 05 11:41:27.552245 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade60a5f-f7f4-4dcb-bee4-c27ad272c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dd8ba-2c6a-4eb8-88e1-a736dd78ddad,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:27.993799 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55795-888d-4615-85fc-10ad8146a6c5 req-9b8c1271-14d8-40d8-af8f-07a63e165833 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:27.995849 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-32d55795-888d-4615-85fc-10ad8146a6c5 req-9b8c1271-14d8-40d8-af8f-07a63e165833 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0510478 Apr 05 11:41:28.041283 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-32d55795-888d-4615-85fc-10ad8146a6c5 req-3ce7df17-bb05-406e-adc4-a2bd7bfc57e0 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399120 Apr 05 11:41:28.140225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52190) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:28.154429 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8d1f151d-f08b-445c-9f9c-19a773b7b6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.156790 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6c6ee-8683-45c3-96b9-2663d0e16cf2 req-dc68f8ed-c001-4819-9633-eb3dfb6ce544 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:28.158170 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a0b6c6ee-8683-45c3-96b9-2663d0e16cf2 req-dc68f8ed-c001-4819-9633-eb3dfb6ce544 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0546753 Apr 05 11:41:28.168471 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:28.172757 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'port_id': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:28.215734 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.250167 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8d1f151d-f08b-445c-9f9c-19a773b7b6a4 admin admin] Publish callbacks [] for security_group (77bcde0a-e864-4b03-95d7-ae63365f18f1), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.345139 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8d1f151d-f08b-445c-9f9c-19a773b7b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (77bcde0a-e864-4b03-95d7-ae63365f18f1), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.386775 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-8d1f151d-f08b-445c-9f9c-19a773b7b6a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f448e88d65524b7594680181d89428ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417984 Apr 05 11:41:28.386775 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f151d-f08b-445c-9f9c-19a773b7b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bcde0a-e864-4b03-95d7-ae63365f18f1,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:28.388451 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52198) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:28.403067 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-573478da-9586-4ade-9f0b-381848adccdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.440349 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] Publish callbacks [] for security_group (77bcde0a-e864-4b03-95d7-ae63365f18f1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.462343 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] Publish callbacks [] for security_group (77bcde0a-e864-4b03-95d7-ae63365f18f1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.575258 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (77bcde0a-e864-4b03-95d7-ae63365f18f1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.577736 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.579011 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77bcde0a-e864-4b03-95d7-ae63365f18f1 HTTP/1.1" status: 204 len: 168 time: 0.1893637 Apr 05 11:41:28.589692 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8477f2c-8314-470e-bfa8-5a260b8814ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bcde0a-e864-4b03-95d7-ae63365f18f1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:28.675955 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.740149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:28.847723 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 21bb5782-e4e1-4f64-b5dc-136efecc324d associated. External IP: 172.28.0.110, port: d0148328-b1bc-469b-81af-c1f00f6e2ac7. Apr 05 11:41:29.052177 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:41:29.162704 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:41:29.167607 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:29.172762 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:41:29.181679 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:29.182296 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:41:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:29.197706 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9ddcf1cb-50a7-4f8a-b6cf-c1fad4864c0b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "PUT /v2.0/floatingips/21bb5782-e4e1-4f64-b5dc-136efecc324d HTTP/1.1" status: 200 len: 991 time: 1.0284228 Apr 05 11:41:29.202703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:29.202703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:29.250770 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb99dca-273f-4a19-a304-d2e26e89af46 x-openstack-request-id: req-ceb99dca-273f-4a19-a304-d2e26e89af46 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:29.251260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:29.251582 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb99dca-273f-4a19-a304-d2e26e89af46 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:29.251986 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb99dca-273f-4a19-a304-d2e26e89af46'] response: {'name': 'network-changed', 'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'status': 'completed', 'code': 200} Apr 05 11:41:29.308364 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:29.321499 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-3792036e-fd1e-4fd9-855f-fb909ba86fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.323072 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-3792036e-fd1e-4fd9-855f-fb909ba86fd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 1129 time: 0.0546682 Apr 05 11:41:29.357528 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:29.420258 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-1718fcd4-83ff-4fa2-b0ca-32cc4666106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.421736 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-1718fcd4-83ff-4fa2-b0ca-32cc4666106e service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.0921474 Apr 05 11:41:29.506405 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-917c3bf5-489a-4d6b-b313-0ee90e33fba6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7 HTTP/1.1" status: 200 len: 999 time: 0.0790150 Apr 05 11:41:29.555625 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '21bb5782-e4e1-4f64-b5dc-136efecc324d', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:f1:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:14Z', 'updated_at': '2022-04-05T11:41:28Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:29.563926 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-af364c88-2c16-484e-8397-0104fdd2e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.565631 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-af364c88-2c16-484e-8397-0104fdd2e86e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0525033 Apr 05 11:41:29.587592 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:41:29.596464 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:41:29.597079 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:41:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:29.619848 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-d68c37be-1895-4eda-8c5f-0103973f1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:29.619848 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-d68c37be-1895-4eda-8c5f-0103973f1437 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437226 Apr 05 11:41:29.707284 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:41:29.764805 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-9f24dbe8-adbb-45d4-aef3-fa11f169d849 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441765 Apr 05 11:41:29.866516 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-146f1d73-2af7-4c71-b1e6-547b5a59b8f5 req-c600a59c-61fe-4850-83a8-20c97a9918f7 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948479 Apr 05 11:41:29.938168 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '21bb5782-e4e1-4f64-b5dc-136efecc324d', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:f1:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:14Z', 'updated_at': '2022-04-05T11:41:28Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:41:29.970199 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef902d-aa86-4ef1-8b29-e89338128217 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '21bb5782-e4e1-4f64-b5dc-136efecc324d', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.110', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:f1:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:41:14Z', 'updated_at': '2022-04-05T11:41:28Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:41:30.159508 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43484d72-d6ab-4f45-9620-02128ea5fece None None] New status for floating IP 21bb5782-e4e1-4f64-b5dc-136efecc324d: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:41:30.746584 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.189031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52246) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:31.293162 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1145ddab-d586-405c-b874-7e494d99e010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.364265 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1145ddab-d586-405c-b874-7e494d99e010 admin admin] Publish callbacks [] for security_group (9ec27f8e-61f1-4875-b52e-d9e59b0a345b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.477187 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1145ddab-d586-405c-b874-7e494d99e010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9ec27f8e-61f1-4875-b52e-d9e59b0a345b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.522705 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1145ddab-d586-405c-b874-7e494d99e010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f846bab76f174b3e9e4ffccf05264330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323312 Apr 05 11:41:31.523351 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145ddab-d586-405c-b874-7e494d99e010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec27f8e-61f1-4875-b52e-d9e59b0a345b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:31.525833 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:31.574089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] Publish callbacks [] for security_group (9ec27f8e-61f1-4875-b52e-d9e59b0a345b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.595245 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] Publish callbacks [] for security_group (9ec27f8e-61f1-4875-b52e-d9e59b0a345b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.717382 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (9ec27f8e-61f1-4875-b52e-d9e59b0a345b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.719992 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:31.721132 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ec27f8e-61f1-4875-b52e-d9e59b0a345b HTTP/1.1" status: 204 len: 168 time: 0.1936204 Apr 05 11:41:31.731265 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb88ea-beee-4558-a48b-54ef62ec0f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec27f8e-61f1-4875-b52e-d9e59b0a345b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:31.756551 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:32.095054 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-941f4986-1af0-47d6-9914-e2cb845cf7e1 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308084 Apr 05 11:41:32.282540 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-25bce88c-4b14-41d7-8bb8-6f40467d6344 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:32.283991 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-25bce88c-4b14-41d7-8bb8-6f40467d6344 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835074 Apr 05 11:41:32.298455 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-24a503eb-1115-419e-a33a-993aee41ef2d tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/quotas/0a1c1a319e934e688adf367fa5cc9d0a HTTP/1.1" status: 200 len: 375 time: 0.0090890 Apr 05 11:41:32.328780 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-d9366349-9c3b-4a6d-8873-55932ddfc0c2 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256374 Apr 05 11:41:32.592447 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-66dc2ed4-acb6-443e-bc1e-4c3f4258cc4e req-31137efb-000a-4970-b1c4-702ac1d5f7e6 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Apr 05 11:41:33.688698 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-33444077-4086-449e-aa69-f985da8e6839 req-d151a920-7360-4d78-8151-d86f4bd7bf9b tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Apr 05 11:41:34.781001 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-1dd99aae-70dc-4e01-a92c-66bfb4a6c1e7 req-8c70d416-d757-4844-89cb-b64dd83c7cf0 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0264134 Apr 05 11:41:34.905088 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-0efe554e-a843-4087-b988-d21f6b3041fa tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206461 Apr 05 11:41:35.005667 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-b3416515-6589-4ae0-a292-2a98997a174f tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:35.007014 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-b3416515-6589-4ae0-a292-2a98997a174f tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0974002 Apr 05 11:41:35.018547 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Request body: {'port': {'device_id': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7', 'admin_state_up': True, 'tenant_id': '0a1c1a319e934e688adf367fa5cc9d0a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:35.202470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Made reservation on behalf of 0a1c1a319e934e688adf367fa5cc9d0a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:41:35.205796 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.215155 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.295548 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks [] for security_group (07553ef3-419e-4641-a4fb-3211b145aa93), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.362402 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (07553ef3-419e-4641-a4fb-3211b145aa93), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.423204 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07553ef3-419e-4641-a4fb-3211b145aa93,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:35.493622 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Allocated IP 192.168.233.59 (abf7a3f4-20a9-482a-9512-c70e4bc212a7/c079a423-e4a0-48ee-bf67-1accbe73c072/9a9c4f09-bdfc-4e40-958e-ba86bebbe822) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:41:35.636350 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks [] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.723089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.764837 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Network abf7a3f4-20a9-482a-9512-c70e4bc212a7 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:41:35.767893 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:41:35.773949 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:41:35.796877 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Pushing event updated for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:35.829413 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:35.830103 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:35.913834 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dddbd4-9260-41af-99a9-5bdc12148439 req-29e15313-bb5b-4f7e-b108-5588be8aa214 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:35.915360 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b7dddbd4-9260-41af-99a9-5bdc12148439 req-29e15313-bb5b-4f7e-b108-5588be8aa214 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 935 time: 0.0541625 Apr 05 11:41:35.919610 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-bf050974-4eb3-406c-b380-57ea8ed60872 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9047391 Apr 05 11:41:35.931959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Request body: {'port': {'device_id': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:41:36.004550 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-7f10f6b9-4092-4730-9aea-9348ed05d927 None None] Provisioning complete for port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:36.005118 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f10f6b9-4092-4730-9aea-9348ed05d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.012696 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b7dddbd4-9260-41af-99a9-5bdc12148439 req-04c9ffc4-e74c-4f36-8331-8503932df422 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911255 Apr 05 11:41:36.017167 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.041309 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f10f6b9-4092-4730-9aea-9348ed05d927 None None] Port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:41:36.524961 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:36.532729 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks [] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.544857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Transition to ACTIVE for port object 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:41:36.618701 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.671090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:36.695089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.695443 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.695793 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.696134 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.696471 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.696806 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.697143 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.697474 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.697802 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.699294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.699639 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.699969 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.700298 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.700624 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.700948 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:36.752464 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Attempting to bind port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:41:36.752809 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Attempting to bind port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:41:36.753148 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Attempting to bind port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 on network abf7a3f4-20a9-482a-9512-c70e4bc212a7 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:36.757802 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 on network abf7a3f4-20a9-482a-9512-c70e4bc212a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:41:36.758208 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Attempting to bind port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 on network abf7a3f4-20a9-482a-9512-c70e4bc212a7 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:41:36.763682 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:41:36.764074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Checking segment: {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:41:36.764470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Bound using segment: {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:41:36.764900 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Bound port: 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086f57e-f70a-4395-89d7-2008c37591b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:41:36.765264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.831703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:41:36.834554 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:41:36.900676 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.932949 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:36.933760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:36.935164 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a9c4f09-bdfc-4e40-958e-ba86bebbe822 HTTP/1.1" status: 200 len: 1097 time: 1.0079033 Apr 05 11:41:36.937325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:36.940452 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b3b50-e1d0-4822-b255-651160843580" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:36.971836 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7381c-4642-4350-ad07-33497618fad5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:36.983059 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3bd135-60c0-49e1-b7e7-55944321628d x-openstack-request-id: req-7a3bd135-60c0-49e1-b7e7-55944321628d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:36.983352 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:36.983608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a3bd135-60c0-49e1-b7e7-55944321628d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:36.984089 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3bd135-60c0-49e1-b7e7-55944321628d'] response: {'name': 'network-changed', 'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822', 'status': 'completed', 'code': 200} Apr 05 11:41:37.052685 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3b50-e1d0-4822-b255-651160843580 req-deba5165-ce9c-4a01-8f02-f51cc19cd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.054305 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3c7b3b50-e1d0-4822-b255-651160843580 req-deba5165-ce9c-4a01-8f02-f51cc19cd3c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 1131 time: 0.0480011 Apr 05 11:41:37.081580 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3c7b3b50-e1d0-4822-b255-651160843580 req-7b4be0b8-e2f2-4955-b8f8-ab2ec3f21549 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204084 Apr 05 11:41:37.200545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0486-e953-46a6-b361-1716576dc194 req-8d2ad9e2-e06f-4bbd-b3c3-29078d969b21 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.201958 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-023e0486-e953-46a6-b361-1716576dc194 req-8d2ad9e2-e06f-4bbd-b3c3-29078d969b21 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 947 time: 0.1152334 Apr 05 11:41:37.229338 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3b50-e1d0-4822-b255-651160843580 req-d3d51836-db08-4678-93e9-f70965a994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.230740 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3c7b3b50-e1d0-4822-b255-651160843580 req-d3d51836-db08-4678-93e9-f70965a994bf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354702 Apr 05 11:41:37.257741 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-023e0486-e953-46a6-b361-1716576dc194 req-97fecb0b-cea1-49d0-a64b-0b09664395a2 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Apr 05 11:41:37.311477 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-4288804c-c262-4e59-8755-76615980f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.312922 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-4288804c-c262-4e59-8755-76615980f260 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 1131 time: 0.0479224 Apr 05 11:41:37.352605 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-ede806a5-d3c5-452e-84cc-d5516cabe4c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822 HTTP/1.1" status: 200 len: 217 time: 0.0333843 Apr 05 11:41:37.399669 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-524dab6c-c75a-4ef2-9152-ae1a901ab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.401062 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-524dab6c-c75a-4ef2-9152-ae1a901ab1db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c079a423-e4a0-48ee-bf67-1accbe73c072 HTTP/1.1" status: 200 len: 843 time: 0.0428400 Apr 05 11:41:37.451055 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-26906ae2-2da2-4e63-9080-4a27a73ced28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:37.452539 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-26906ae2-2da2-4e63-9080-4a27a73ced28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abf7a3f4-20a9-482a-9512-c70e4bc212a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459731 Apr 05 11:41:37.540205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-2cd4b549-7e6a-4ba2-a190-a58ae1f675db service neutron] 10.222.0.53 "GET /v2.0/networks/abf7a3f4-20a9-482a-9512-c70e4bc212a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787802 Apr 05 11:41:37.633505 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-fdf11892-bf6f-47e1-8dbc-7e54eed7cbc1 req-f0a81094-195c-4726-9dbe-cea0f8333b45 service neutron] 10.222.0.53 "GET /v2.0/networks/abf7a3f4-20a9-482a-9512-c70e4bc212a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846426 Apr 05 11:41:37.769266 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:41:38.377152 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85515f1-b040-45fc-be0d-9ac1f2debce0 req-68f75a53-b760-4722-828d-2294079ad2b0 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:38.378606 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e85515f1-b040-45fc-be0d-9ac1f2debce0 req-68f75a53-b760-4722-828d-2294079ad2b0 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 947 time: 0.0507598 Apr 05 11:41:38.426474 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-e85515f1-b040-45fc-be0d-9ac1f2debce0 req-c6c2ca61-e68c-4e5a-8662-481d7902823a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Apr 05 11:41:39.277060 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:41:39.373655 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:39.384707 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822', 'network_id': 'abf7a3f4-20a9-482a-9512-c70e4bc212a7', 'port_id': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822', 'mac_address': 'fa:16:3e:db:7f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079a423-e4a0-48ee-bf67-1accbe73c072', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:41:39.420468 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:39.420854 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:39.433548 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:41:39.453587 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:39.500024 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:39.545721 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ccbf3-bcc8-4bd1-84ca-9a36a881a74e req-e348df33-e253-41fb-aa43-a9193bacf356 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:39.547853 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79ccbf3-bcc8-4bd1-84ca-9a36a881a74e req-e348df33-e253-41fb-aa43-a9193bacf356 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 948 time: 0.0566370 Apr 05 11:41:39.551176 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:39.559009 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.559543 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.559827 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.560070 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.560467 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.560724 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.561047 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.561370 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.561695 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.562021 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.562339 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.562714 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.563065 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.563392 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.563711 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:41:39.596998 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f79ccbf3-bcc8-4bd1-84ca-9a36a881a74e req-388d2ab6-ebe4-4bda-89d2-958ab27276b6 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Apr 05 11:41:39.721201 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['9a9c4f09-bdfc-4e40-958e-ba86bebbe822'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:41:40.711196 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cce4b-2b07-45d1-8cb5-2fdc16e68276 req-68a30d7d-efc5-4b41-afe3-6b0a97fde367 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:40.712641 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-670cce4b-2b07-45d1-8cb5-2fdc16e68276 req-68a30d7d-efc5-4b41-afe3-6b0a97fde367 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 948 time: 0.0515182 Apr 05 11:41:40.758112 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-670cce4b-2b07-45d1-8cb5-2fdc16e68276 req-487a1111-ef4e-4e41-96c3-16104a4436b3 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Apr 05 11:41:41.280862 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:41:41.419656 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:41:41.423256 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:41:41.423625 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:41.498830 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:41:41.499140 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:41.521209 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:41.523486 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf874d89-5fce-4bc5-8843-fefbcfac0445" -d '{"events": [{"server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "name": "network-vif-plugged", "status": "completed", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:41.535604 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:41.563313 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66159ce8-fb3e-4fbf-953d-eb19fd2981b2 x-openstack-request-id: req-66159ce8-fb3e-4fbf-953d-eb19fd2981b2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:41.563313 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "name": "network-vif-plugged", "status": "completed", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:41.563313 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66159ce8-fb3e-4fbf-953d-eb19fd2981b2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:41.563313 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66159ce8-fb3e-4fbf-953d-eb19fd2981b2'] response: {'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822', 'code': 200} Apr 05 11:41:41.608396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:41.657475 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:41.874860 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be57f56-f6f8-42c1-9ab1-32d9703c4805 req-5706ec76-5807-45b4-91e6-9d29b6a32112 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:41.876614 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9be57f56-f6f8-42c1-9ab1-32d9703c4805 req-5706ec76-5807-45b4-91e6-9d29b6a32112 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0536890 Apr 05 11:41:41.885004 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d221253-5bf5-4337-845a-a49c7a7b479f req-51fc4b09-cf55-4d39-875f-3ffbeeaf933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:41.887228 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6d221253-5bf5-4337-845a-a49c7a7b479f req-51fc4b09-cf55-4d39-875f-3ffbeeaf933c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 1133 time: 0.0433960 Apr 05 11:41:41.923591 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9be57f56-f6f8-42c1-9ab1-32d9703c4805 req-50ac1060-f4c5-4770-8740-f5ab996915ce tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Apr 05 11:41:41.934616 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6d221253-5bf5-4337-845a-a49c7a7b479f req-3786991a-79d8-4c64-b3af-330ea2df7d83 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Apr 05 11:41:43.048355 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d908f4e-fe4a-4200-a8b4-232e0d3ee654 req-a869aef1-1e0b-4074-8f3d-d55599c60778 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:43.049833 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4d908f4e-fe4a-4200-a8b4-232e0d3ee654 req-a869aef1-1e0b-4074-8f3d-d55599c60778 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0525155 Apr 05 11:41:43.096650 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-4d908f4e-fe4a-4200-a8b4-232e0d3ee654 req-c29dea64-d32f-4efa-9794-bd9dff89159d tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Apr 05 11:41:44.215070 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b7773-109f-4d33-b083-abe3b98696aa req-1c12f205-880f-4364-8f12-82521629482c tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:44.216512 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fc9b7773-109f-4d33-b083-abe3b98696aa req-1c12f205-880f-4364-8f12-82521629482c tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0543070 Apr 05 11:41:44.261932 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-fc9b7773-109f-4d33-b083-abe3b98696aa req-aac1f974-18fa-4863-9cd9-941e9f2fb2ac tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Apr 05 11:41:44.776865 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c94574-092b-4333-a45f-fdc17e7adfe9 req-0529ab03-426e-4422-be20-16ec965a95c6 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:44.778434 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d4c94574-092b-4333-a45f-fdc17e7adfe9 req-0529ab03-426e-4422-be20-16ec965a95c6 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0549154 Apr 05 11:41:44.825804 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-d4c94574-092b-4333-a45f-fdc17e7adfe9 req-01633e1a-a9b4-4af4-9e44-d203fc0fd19e tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Apr 05 11:41:45.946463 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0c0fc-c1e6-4f31-ae02-3882cedf5e9b req-2e5c6355-e7e4-4df2-843c-e2a10f016e42 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:45.948326 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dc0c0fc-c1e6-4f31-ae02-3882cedf5e9b req-2e5c6355-e7e4-4df2-843c-e2a10f016e42 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0527084 Apr 05 11:41:45.994378 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-8dc0c0fc-c1e6-4f31-ae02-3882cedf5e9b req-3db036b6-1d66-42ee-b3f7-5aa5ec35a09a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/security-groups?id=07553ef3-419e-4641-a4fb-3211b145aa93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Apr 05 11:41:46.204281 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-15ae4ce0-7893-49b3-9418-9d505458ea88 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:46.205697 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-15ae4ce0-7893-49b3-9418-9d505458ea88 tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 949 time: 0.0544391 Apr 05 11:41:46.297059 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Deleting port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:41:46.297398 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.388223 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] For port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,segment=NetworkSegment(6086f57e-f70a-4395-89d7-2008c37591b5),segment_id=6086f57e-f70a-4395-89d7-2008c37591b5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:41:46.388581 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.400922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Calling delete_port for 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:41:46.608653 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (9a9c4f09-bdfc-4e40-958e-ba86bebbe822), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.621306 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['9a9c4f09-bdfc-4e40-958e-ba86bebbe822'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:41:46.634061 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Pushing event deleted for resources: {'Port': ['ID=9a9c4f09-bdfc-4e40-958e-ba86bebbe822,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:46.679005 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] No DVR routers for this DVR port 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:41:46.681619 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:46.684977 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a3d50a86-f8ab-40a8-bac3-5f106e147b14 req-c8ef0199-83dc-4056-aa6c-0a85a419171a tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.53 "DELETE /v2.0/ports/9a9c4f09-bdfc-4e40-958e-ba86bebbe822 HTTP/1.1" status: 204 len: 173 time: 0.4739594 Apr 05 11:41:46.685418 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'name': 'network-vif-deleted', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:41:46.687751 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e77bea-993f-4d1b-b4f2-f1c6b95b4e0a" -d '{"events": [{"server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "name": "network-vif-deleted", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:41:46.727851 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd998e0-06d3-4d6c-bd5e-15c6c9b50fda x-openstack-request-id: req-2bd998e0-06d3-4d6c-bd5e-15c6c9b50fda {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:41:46.728142 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7", "name": "network-vif-deleted", "tag": "9a9c4f09-bdfc-4e40-958e-ba86bebbe822", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:41:46.728391 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bd998e0-06d3-4d6c-bd5e-15c6c9b50fda {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:41:46.728816 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd998e0-06d3-4d6c-bd5e-15c6c9b50fda'] response: {'server_uuid': '4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7', 'name': 'network-vif-deleted', 'tag': '9a9c4f09-bdfc-4e40-958e-ba86bebbe822', 'status': 'completed', 'code': 200} Apr 05 11:41:47.097981 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-1858e90f-0f1d-482c-a33b-8daa0f7c4cdc req-f1068c21-16e4-4bf5-a45e-bda9282a29ba tempest-VolumesNegativeTest-250501750 tempest-VolumesNegativeTest-250501750-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dc3c509-7b96-4a02-9ef2-ca8eb334dcb7 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Apr 05 11:41:49.373805 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:41:49.393643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:41:49.393986 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 9a9c4f09-bdfc-4e40-958e-ba86bebbe822 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:41:50.053857 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.480722 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:54.607533 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-5834c715-baed-4f6e-9f05-d96182a9b124 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a1c1a319e934e688adf367fa5cc9d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256573 Apr 05 11:41:54.609964 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:41:54.658301 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] Publish callbacks [] for security_group (07553ef3-419e-4641-a4fb-3211b145aa93), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.678718 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] Publish callbacks [] for security_group (07553ef3-419e-4641-a4fb-3211b145aa93), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.813603 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (07553ef3-419e-4641-a4fb-3211b145aa93), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.816460 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:54.817627 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07553ef3-419e-4641-a4fb-3211b145aa93 HTTP/1.1" status: 204 len: 168 time: 0.2067254 Apr 05 11:41:54.825268 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f303616-de70-4952-a71b-3ce9ce0313cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07553ef3-419e-4641-a4fb-3211b145aa93,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:41:55.648322 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8a083c7-3fca-4a37-9d61-55b3c01d2b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:55.668858 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-a1cfd4d9-4b9d-46f3-b0a3-6da5e0f8b602 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431604 Apr 05 11:41:55.751924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-e87e3a9e-3096-45b2-9f2d-7434a46f7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:55.753445 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-e87e3a9e-3096-45b2-9f2d-7434a46f7b6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0447607 Apr 05 11:41:55.859335 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-5268d291-089e-4dbc-90ba-251982d0f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:55.860821 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-5268d291-089e-4dbc-90ba-251982d0f286 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.0884838 Apr 05 11:41:55.927289 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-6cd64e21-af1f-410e-a1ca-ce637f3ffb5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 1001 time: 0.0595489 Apr 05 11:41:55.979704 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-84d450aa-6166-4d16-b2a6-603bd6d0bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:55.981729 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-84d450aa-6166-4d16-b2a6-603bd6d0bdde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0480285 Apr 05 11:41:56.029562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-c8e70191-96f3-4db7-9030-c34fa6800a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:41:56.031124 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-c8e70191-96f3-4db7-9030-c34fa6800a8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436707 Apr 05 11:41:56.123732 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-a1b01ea5-e6f3-406b-98d5-daf11cce430a service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859838 Apr 05 11:41:56.213913 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-91360d38-8fed-4e2b-b196-352154d3c9cd req-0ecee274-016a-48e7-a955-41a987410f27 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Apr 05 11:41:58.379306 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf580d5f-0dc0-4439-abbb-f1e372eb344a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:41:59.362195 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:00.795903 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:01.744853 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.117723 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52728) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:08.221263 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.293341 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Publish callbacks [] for security_group (65dfbd5a-6744-46e1-8245-ed97953be537), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.371858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (65dfbd5a-6744-46e1-8245-ed97953be537), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.413538 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46a9fdc7836c4a2490f97e9fb9fbc30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946241 Apr 05 11:42:08.414408 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dfbd5a-6744-46e1-8245-ed97953be537,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:08.416155 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:08.421604 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.421962 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.422299 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.422668 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.423011 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.423342 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.423667 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.424056 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.424383 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.424707 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.425031 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.425358 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.425678 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.426009 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.426316 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b673932-86db-4d7e-a717-a576e54fd344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:42:08.467592 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] Publish callbacks [] for security_group (65dfbd5a-6744-46e1-8245-ed97953be537), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.488066 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] Publish callbacks [] for security_group (65dfbd5a-6744-46e1-8245-ed97953be537), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.623245 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (65dfbd5a-6744-46e1-8245-ed97953be537), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.626292 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:08.627559 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65dfbd5a-6744-46e1-8245-ed97953be537 HTTP/1.1" status: 204 len: 168 time: 0.2103877 Apr 05 11:42:08.635208 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7025f-deb8-4ca0-949a-6cd4f14c738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dfbd5a-6744-46e1-8245-ed97953be537,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:12.129293 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4aeb6-88e0-479e-a66a-f7a7b42fb09c req-374e7495-fad3-4ac4-90a0-3abce4b55500 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:12.130767 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09e4aeb6-88e0-479e-a66a-f7a7b42fb09c req-374e7495-fad3-4ac4-90a0-3abce4b55500 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Apr 05 11:42:12.176805 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09e4aeb6-88e0-479e-a66a-f7a7b42fb09c req-8643a051-9d86-40b3-a7aa-9fb776b060f5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Apr 05 11:42:13.297206 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53c274-34a6-4221-a08a-88d808423c84 req-69ac5fd0-7801-4e79-86d3-bb3f29713f27 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:13.298697 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb53c274-34a6-4221-a08a-88d808423c84 req-69ac5fd0-7801-4e79-86d3-bb3f29713f27 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Apr 05 11:42:13.344229 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-eb53c274-34a6-4221-a08a-88d808423c84 req-6495a7b3-47c4-433c-bc38-d33dd51e958e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=690244bc-5f94-43e4-9ba9-934bd8db8332&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398607 Apr 05 11:42:13.621268 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778994d-c4b1-4811-92d6-12072de99f9d req-9e02c366-392f-498f-8554-95d883ba2683 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:13.622602 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d778994d-c4b1-4811-92d6-12072de99f9d req-9e02c366-392f-498f-8554-95d883ba2683 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 945 time: 0.0505183 Apr 05 11:42:13.712922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port d0148328-b1bc-469b-81af-c1f00f6e2ac7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:42:13.713253 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.797162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] For port d0148328-b1bc-469b-81af-c1f00f6e2ac7, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d0148328-b1bc-469b-81af-c1f00f6e2ac7,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:42:13.797520 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.963916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.964275 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:13.964586 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 21bb5782-e4e1-4f64-b5dc-136efecc324d disassociated. External IP: 172.28.0.110, port: d0148328-b1bc-469b-81af-c1f00f6e2ac7. Apr 05 11:42:13.964922 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for d0148328-b1bc-469b-81af-c1f00f6e2ac7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:42:14.156438 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d0148328-b1bc-469b-81af-c1f00f6e2ac7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.190029 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=d0148328-b1bc-469b-81af-c1f00f6e2ac7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:14.303815 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:42:14.407787 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:42:14.417798 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:42:14.428359 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:42:14.428992 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:41:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:14.441159 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5038b44c-aa72-4022-a5bc-90db3d781340 req-efd7943d-a50d-4e68-bccf-ea4d5005165a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=119235a8-4cb3-4b2a-bb9a-90b15abb4959 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Apr 05 11:42:14.451923 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] No DVR routers for this DVR port d0148328-b1bc-469b-81af-c1f00f6e2ac7 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:42:14.454604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:14.458750 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-d778994d-c4b1-4811-92d6-12072de99f9d req-8976d9dc-60a2-4211-8b01-a82425ebe09f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "DELETE /v2.0/ports/d0148328-b1bc-469b-81af-c1f00f6e2ac7 HTTP/1.1" status: 204 len: 173 time: 0.8308790 Apr 05 11:42:14.459341 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'name': 'network-vif-deleted', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:42:14.461761 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c9be0-6827-4294-9646-0a6e79be8431" -d '{"events": [{"server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "name": "network-vif-deleted", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:42:14.495786 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d1c1b5-4606-4b5b-97dc-3cb34a4af2fa x-openstack-request-id: req-b0d1c1b5-4606-4b5b-97dc-3cb34a4af2fa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:42:14.496074 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119235a8-4cb3-4b2a-bb9a-90b15abb4959", "name": "network-vif-deleted", "tag": "d0148328-b1bc-469b-81af-c1f00f6e2ac7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:42:14.496320 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d1c1b5-4606-4b5b-97dc-3cb34a4af2fa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:42:14.496711 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d1c1b5-4606-4b5b-97dc-3cb34a4af2fa'] response: {'server_uuid': '119235a8-4cb3-4b2a-bb9a-90b15abb4959', 'name': 'network-vif-deleted', 'tag': 'd0148328-b1bc-469b-81af-c1f00f6e2ac7', 'status': 'completed', 'code': 200} Apr 05 11:42:14.544960 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:42:14.745928 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:14.773973 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:42:14.781864 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:42:14.786737 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:42:14.787349 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:41:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:14.895236 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:42:15.090052 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:15.115819 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63efcab-7ccc-4732-bc8e-ffcd02b81677 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:42:15.332873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c7abee-523f-4f6c-b423-90b16ed6299f None None] New status for floating IP 21bb5782-e4e1-4f64-b5dc-136efecc324d: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:42:15.653955 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:15.706959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (690244bc-5f94-43e4-9ba9-934bd8db8332), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.729213 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (690244bc-5f94-43e4-9ba9-934bd8db8332), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.841732 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (690244bc-5f94-43e4-9ba9-934bd8db8332), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.844407 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:15.845573 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/security-groups/690244bc-5f94-43e4-9ba9-934bd8db8332 HTTP/1.1" status: 204 len: 168 time: 0.1906245 Apr 05 11:42:15.848860 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52776) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:15.855137 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af25f28-af7c-483b-ba22-bb9de135768c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690244bc-5f94-43e4-9ba9-934bd8db8332,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:15.862561 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.api.v2.resource [None req-3da791ad-8799-471e-9c67-a858291dbb20 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] show failed (client error): The resource could not be found. Apr 05 11:42:15.863704 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3da791ad-8799-471e-9c67-a858291dbb20 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups/690244bc-5f94-43e4-9ba9-934bd8db8332 HTTP/1.1" status: 404 len: 347 time: 0.0135875 Apr 05 11:42:15.866331 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52778) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:15.985391 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port 1e344014-6b2e-4d8f-a26c-65b72c070487 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:42:15.985656 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.061093 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.061412 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (1e344014-6b2e-4d8f-a26c-65b72c070487), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.073685 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for 1e344014-6b2e-4d8f-a26c-65b72c070487 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:42:16.276198 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (1e344014-6b2e-4d8f-a26c-65b72c070487), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.305659 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=1e344014-6b2e-4d8f-a26c-65b72c070487,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:16.375554 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (21bb5782-e4e1-4f64-b5dc-136efecc324d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.378773 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:16.379915 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-e954efd7-a337-4d1e-bf68-84049cb90551 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/floatingips/21bb5782-e4e1-4f64-b5dc-136efecc324d HTTP/1.1" status: 204 len: 168 time: 0.5126245 Apr 05 11:42:16.841117 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52782) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:16.845740 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264695957', 'description': 'tempest-description--1301545143'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:16.948812 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.015937 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (11504a52-a840-4460-b988-ef62be0099de), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.091881 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (11504a52-a840-4460-b988-ef62be0099de), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.120205 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11504a52-a840-4460-b988-ef62be0099de,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.186620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.187837 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-c6750eb5-d50a-483a-bfbf-87324be97b91 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3457408 Apr 05 11:42:17.191522 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52784) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:17.195822 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '11504a52-a840-4460-b988-ef62be0099de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:17.290575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (47a26020-e764-4e8c-9e18-b8dc4aca97ec), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.343321 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (47a26020-e764-4e8c-9e18-b8dc4aca97ec), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.468292 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (47a26020-e764-4e8c-9e18-b8dc4aca97ec), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.488186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a26020-e764-4e8c-9e18-b8dc4aca97ec,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.523260 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d0148328-b1bc-469b-81af-c1f00f6e2ac7 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:42:17.543592 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: d0148328-b1bc-469b-81af-c1f00f6e2ac7 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:42:17.548572 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device d0148328-b1bc-469b-81af-c1f00f6e2ac7 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:42:17.569586 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.570825 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-cc0f7301-2522-4265-9ba2-a52588789f47 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783576 Apr 05 11:42:17.573603 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52786) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:17.577850 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'security_group_rule': {'security_group_id': '11504a52-a840-4460-b988-ef62be0099de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:17.655766 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (2045d688-96e7-4ac5-b335-07747c6e6618), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.709462 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (2045d688-96e7-4ac5-b335-07747c6e6618), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.788677 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012756'] for security_group_rule (2045d688-96e7-4ac5-b335-07747c6e6618), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.803135 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2045d688-96e7-4ac5-b335-07747c6e6618,revision_number=0']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:17.876309 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:17.877497 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-a8fad62e-8b88-46d4-8223-a215c0a4beea tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3029759 Apr 05 11:42:17.880575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52788) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:17.884739 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.v2.base [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e'}} {{(pid=103883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:17.983376 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.079429 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.182346 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.28.0.177 (3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e/b6bb8b29-d015-4e6f-84c8-969630071f81/4ea048a5-b200-4e25-868a-356f66103a54) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:42:18.290078 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (4ea048a5-b200-4e25-868a-356f66103a54), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.390828 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (4ea048a5-b200-4e25-868a-356f66103a54), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.426293 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:42:18.428963 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:42:18.432315 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:42:18.460959 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=4ea048a5-b200-4e25-868a-356f66103a54,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:18.524045 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:18.622551 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (4ea048a5-b200-4e25-868a-356f66103a54), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:19.015192 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (4ea048a5-b200-4e25-868a-356f66103a54), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:19.087282 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3365561'] for port (4ea048a5-b200-4e25-868a-356f66103a54), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:19.152831 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=4ea048a5-b200-4e25-868a-356f66103a54,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:19.165970 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:19.260647 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:19.261862 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-137dd86c-ef35-4e4c-9569-c756d3f06b3e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3803844 Apr 05 11:42:19.450333 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-68f8338c-6920-44e8-8dbe-d844b52b9b1e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1264695957&fields=id&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 267 time: 0.0404227 Apr 05 11:42:19.555412 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-820fa8b7-019d-4e26-971e-4d55a09723f9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:19.556799 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-820fa8b7-019d-4e26-971e-4d55a09723f9 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.0996711 Apr 05 11:42:19.571913 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-b96513e2-bc4c-424d-b1d4-24b9fb9bf1ed tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/quotas/8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 375 time: 0.0097444 Apr 05 11:42:19.624401 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-3185cf4f-1b5e-4ba6-9ff8-a620e1e75e05 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474586 Apr 05 11:42:19.722467 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-b8a98114-b49c-49e8-ba94-7cdcc30825f5 service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Apr 05 11:42:19.809956 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-ef1eba67-94ad-40ff-85eb-4d9a8c32bfca service neutron] 10.222.0.64 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815222 Apr 05 11:42:20.047883 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-a79ed0b2-6a42-405b-9617-5df449651c53 req-de83b3b6-cad7-4243-9a69-4bb3864a1eab tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 210 time: 0.0291843 Apr 05 11:42:20.075883 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:21.145239 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6093064b-f073-48d8-9985-234b2391abbe req-e05bb59e-8607-4c5c-908c-7f55211546f8 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 210 time: 0.0314739 Apr 05 11:42:22.239594 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-dfd6d88b-2d79-42e9-b077-945a1764f66d req-510e6652-ab28-4b8a-a90d-374048542bc4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 210 time: 0.0262835 Apr 05 11:42:22.269023 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-5dc1ec57-8031-4fae-9f6e-0ea1fe8e67ee tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:22.270666 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-5dc1ec57-8031-4fae-9f6e-0ea1fe8e67ee tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 815 time: 0.1031477 Apr 05 11:42:22.329082 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-faf43118-3465-4337-b0a2-85a1d2a0aae4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8869263ef39c46d6a761ef0fb53b24bc HTTP/1.1" status: 200 len: 380 time: 0.0510252 Apr 05 11:42:22.337461 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'port': {'device_id': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'admin_state_up': True, 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'security_groups': ['11504a52-a840-4460-b988-ef62be0099de']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:22.574478 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Made reservation on behalf of 8869263ef39c46d6a761ef0fb53b24bc for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:42:22.577842 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:22.700933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Allocated IP 172.20.0.8 (75bb98a5-61d5-491f-b5e7-258609f4091b/164f86db-ea75-410a-af90-7daa8c482ec1/bb046f9b-9ef5-432f-8cbd-071a1dd118c3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:42:22.831259 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:22.928249 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775045217015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:22.976026 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Network 75bb98a5-61d5-491f-b5e7-258609f4091b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:42:22.980984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:42:22.985525 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:42:22.989536 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event updated for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:23.035401 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:23.036154 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.134278 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-0bec4c1e-9c07-4e34-9350-31365f8d244a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002703 Apr 05 11:42:23.145943 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Request body: {'port': {'device_id': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:23.168754 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-b0254706-5df9-47ed-a348-4f14ecfa87fc None None] Provisioning complete for port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 triggered by entity DHCP. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:42:23.169349 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0254706-5df9-47ed-a348-4f14ecfa87fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.203326 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b0254706-5df9-47ed-a348-4f14ecfa87fc None None] Port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 cannot update to ACTIVE because it is not bound. {{(pid=103885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:42:23.205113 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.419143 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76ba3f-d660-46dc-95f8-841d91b2a0e9 req-c4d52060-2c3d-42ee-b970-2b0bc67dc858 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:23.420512 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d76ba3f-d660-46dc-95f8-841d91b2a0e9 req-c4d52060-2c3d-42ee-b970-2b0bc67dc858 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 931 time: 0.1098127 Apr 05 11:42:23.489884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3d76ba3f-d660-46dc-95f8-841d91b2a0e9 req-3c523984-8ec1-4170-b6ad-a94b55e972fd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636332 Apr 05 11:42:23.536266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb046f9b-9ef5-432f-8cbd-071a1dd118c3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:42:23.543735 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks [] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.555802 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Transition to ACTIVE for port object bb046f9b-9ef5-432f-8cbd-071a1dd118c3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:42:23.624337 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.678365 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:23.747376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Attempting to bind port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:42:23.747710 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Attempting to bind port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:42:23.748040 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Attempting to bind port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:42:23.752452 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 on network 75bb98a5-61d5-491f-b5e7-258609f4091b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:42:23.752771 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Attempting to bind port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 on network 75bb98a5-61d5-491f-b5e7-258609f4091b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:42:23.757736 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Checking agent: {'id': '1a69e2e3-3a5d-435e-b298-3a18cc8dd604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'started_at': datetime.datetime(2022, 4, 5, 11, 31, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:42:23.758068 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Checking segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:42:23.758447 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Bound using segment: {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:42:23.758908 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Bound port: bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd44371d-eccf-4ffc-84f3-350c44fffd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:42:23.759266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.823226 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:42:23.826236 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:42:23.902994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2869282'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.939792 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:23.940408 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:23.942002 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] 10.222.0.53 "PUT /v2.0/ports/bb046f9b-9ef5-432f-8cbd-071a1dd118c3 HTTP/1.1" status: 200 len: 1093 time: 0.8002360 Apr 05 11:42:23.944188 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:42:23.947030 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246a36e-3a2f-4c27-9690-69babbc70b49" -d '{"events": [{"name": "network-changed", "server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:42:23.974246 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667a1f8-f531-49fa-900c-2704ddde5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:23.990694 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5679cf5c-b5a7-4fea-b770-78d7d3668b7c x-openstack-request-id: req-5679cf5c-b5a7-4fea-b770-78d7d3668b7c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:42:23.990994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:42:23.991248 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5679cf5c-b5a7-4fea-b770-78d7d3668b7c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:42:23.991655 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5679cf5c-b5a7-4fea-b770-78d7d3668b7c'] response: {'name': 'network-changed', 'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'status': 'completed', 'code': 200} Apr 05 11:42:24.056867 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-eb2ee029-2660-42bb-8b5a-ac7fedba2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.058367 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-eb2ee029-2660-42bb-8b5a-ac7fedba2a72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 1127 time: 0.0469201 Apr 05 11:42:24.155525 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-62c06c6c-94dd-4dc2-8d26-9b502cba7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.157026 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-62c06c6c-94dd-4dc2-8d26-9b502cba7735 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922589 Apr 05 11:42:24.249970 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-31110646-8eb3-4ce5-b657-5275d08898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.251468 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b246a36e-3a2f-4c27-9690-69babbc70b49 req-31110646-8eb3-4ce5-b657-5275d08898ec service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887015 Apr 05 11:42:24.329069 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-a3039f08-404e-4797-806f-f0252797b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.330526 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-a3039f08-404e-4797-806f-f0252797b1ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 1127 time: 0.0425594 Apr 05 11:42:24.373170 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-23110c53-3317-4333-9064-2d94b7d0f8f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3 HTTP/1.1" status: 200 len: 217 time: 0.0359533 Apr 05 11:42:24.418595 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-ff7310d5-f5c2-4659-85ee-ffe8dbc03584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.419973 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-ff7310d5-f5c2-4659-85ee-ffe8dbc03584 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0412219 Apr 05 11:42:24.466851 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-4e036075-2beb-489d-a201-abe90301ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.468283 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-4e036075-2beb-489d-a201-abe90301ce34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423496 Apr 05 11:42:24.570049 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-d0024456-ecbf-442d-bad3-a1a5e7ac9c3c service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955825 Apr 05 11:42:24.927577 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbd7b8-0068-4294-8719-0b035cde793b req-472dfc1b-efec-4496-a86e-7c37c4ff85f4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:24.928977 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ddfbd7b8-0068-4294-8719-0b035cde793b req-472dfc1b-efec-4496-a86e-7c37c4ff85f4 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 943 time: 0.3721840 Apr 05 11:42:24.958278 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9bf5e3b-24db-4f6f-9d6b-22d3a417a69b req-710d562a-0140-40d4-8130-fb295cd0c1fc service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740361 Apr 05 11:42:24.986539 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ddfbd7b8-0068-4294-8719-0b035cde793b req-17d3ca70-7cbc-4b3f-97e6-88cb4a41706b tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 Apr 05 11:42:25.679635 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-620d6d1b-b23a-4835-9d3a-f7783fabc36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:26.104120 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369249-84a2-4eca-992e-49a642491de7 req-ef8edbb9-9d3e-472d-a543-1886729a1291 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:26.105615 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4d369249-84a2-4eca-992e-49a642491de7 req-ef8edbb9-9d3e-472d-a543-1886729a1291 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 943 time: 0.0517094 Apr 05 11:42:26.151444 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-4d369249-84a2-4eca-992e-49a642491de7 req-776685a4-60c7-4939-830c-8cbc8b10cb09 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Apr 05 11:42:27.265001 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad8fdf-3776-464e-93b2-16f3e7447c43 req-2c846391-80fc-4b93-857b-4bbaa05ba664 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:27.266442 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-efad8fdf-3776-464e-93b2-16f3e7447c43 req-2c846391-80fc-4b93-857b-4bbaa05ba664 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 943 time: 0.0503159 Apr 05 11:42:27.311798 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-efad8fdf-3776-464e-93b2-16f3e7447c43 req-a4c078ac-4c97-468f-ab8b-e6dbabec5b2a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 Apr 05 11:42:27.554277 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device bb046f9b-9ef5-432f-8cbd-071a1dd118c3 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:42:27.652245 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:42:27.662811 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'port_id': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'mac_address': 'fa:16:3e:5c:62:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:42:27.698779 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:42:27.699153 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:27.711167 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb046f9b-9ef5-432f-8cbd-071a1dd118c3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:42:27.729431 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:42:27.790027 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:27.835420 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=4']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:27.999514 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['bb046f9b-9ef5-432f-8cbd-071a1dd118c3'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:42:28.427841 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d6d37-e084-4ab7-b34e-38dc3bb9ef77 req-6d075527-ada9-4f55-976d-5bf19fc12c92 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:28.429382 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-007d6d37-e084-4ab7-b34e-38dc3bb9ef77 req-6d075527-ada9-4f55-976d-5bf19fc12c92 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 944 time: 0.0518374 Apr 05 11:42:28.441781 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b485d312-ced2-4216-908b-647d321379af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:28.479286 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-007d6d37-e084-4ab7-b34e-38dc3bb9ef77 req-03d7ca49-7a68-4e87-845f-6203082d9782 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Apr 05 11:42:29.367976 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:29.569474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device bb046f9b-9ef5-432f-8cbd-071a1dd118c3 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:42:29.599158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f995e-35b6-4a68-804a-d214e1a44456 req-16f43c9c-cb2b-4005-846d-aeac8243484a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:29.600646 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-712f995e-35b6-4a68-804a-d214e1a44456 req-16f43c9c-cb2b-4005-846d-aeac8243484a tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 944 time: 0.0552101 Apr 05 11:42:29.646225 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-712f995e-35b6-4a68-804a-d214e1a44456 req-fb52c436-bb05-4668-a611-a547cfad0037 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Apr 05 11:42:29.704220 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning for port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 completed by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:42:29.708231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:42:29.708597 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:29.782922 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:42:29.783220 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:29.804918 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:42:29.810798 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41a1f1-ef2f-463b-9a0f-c0763fb6d20e" -d '{"events": [{"server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "name": "network-vif-plugged", "status": "completed", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:42:29.819911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:42:29.841218 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed93615-95a5-4084-a3cb-5aaedf05ba4b x-openstack-request-id: req-0ed93615-95a5-4084-a3cb-5aaedf05ba4b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:42:29.841511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "name": "network-vif-plugged", "status": "completed", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:42:29.841956 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ed93615-95a5-4084-a3cb-5aaedf05ba4b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:42:29.842330 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed93615-95a5-4084-a3cb-5aaedf05ba4b'] response: {'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'code': 200} Apr 05 11:42:29.875959 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:29.923786 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=5']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:42:30.133207 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439be16e-c308-4939-8e66-a0e343191087 req-d5902e90-34bd-48c9-9a6e-1aad52f66a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:30.135036 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-439be16e-c308-4939-8e66-a0e343191087 req-d5902e90-34bd-48c9-9a6e-1aad52f66a1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 1129 time: 0.0423524 Apr 05 11:42:30.176452 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-439be16e-c308-4939-8e66-a0e343191087 req-0143c6e8-9327-4cba-ae82-c06f6465fbd4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362585 Apr 05 11:42:30.766088 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ae6a8-d1a0-40ac-b0b2-91b125b3b876 req-a4d80551-139f-4be8-ab25-00a612995e83 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:30.767568 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f44ae6a8-d1a0-40ac-b0b2-91b125b3b876 req-a4d80551-139f-4be8-ab25-00a612995e83 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Apr 05 11:42:30.773012 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:30.817479 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f44ae6a8-d1a0-40ac-b0b2-91b125b3b876 req-2120405e-1001-43ae-ab96-8894251de03c tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442128 Apr 05 11:42:31.719298 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:31.932863 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bba52-fac4-4ccf-bc65-b0b0d503848d req-d36451d1-bc32-4a94-b8aa-27996aa56ca8 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:31.934330 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-531bba52-fac4-4ccf-bc65-b0b0d503848d req-d36451d1-bc32-4a94-b8aa-27996aa56ca8 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0509641 Apr 05 11:42:31.979802 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-531bba52-fac4-4ccf-bc65-b0b0d503848d req-b2db7781-bc7b-44fd-ad34-341ce092ba6f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395908 Apr 05 11:42:32.091111 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c61b5-5d4f-4e87-ac98-af6252b13623 req-3dcdb5de-26b7-4e37-a48a-bfbf1f30e6c5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:32.092546 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-461c61b5-5d4f-4e87-ac98-af6252b13623 req-3dcdb5de-26b7-4e37-a48a-bfbf1f30e6c5 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0509417 Apr 05 11:42:32.100866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:42:32.105681 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.v2.base [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Request body: {'floatingip': {'port_id': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:42:32.143245 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.570473 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.664171 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:32.764909 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 868cd7ef-a14a-4b68-a456-c463c1bbf284 associated. External IP: 172.28.0.177, port: bb046f9b-9ef5-432f-8cbd-071a1dd118c3. Apr 05 11:42:32.969523 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:42:33.077431 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:42:33.082214 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:33.087979 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:42:33.097410 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:42:33.098022 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:33.110838 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-67044829-09f2-4bb9-ac0f-6df827f1963e tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "PUT /v2.0/floatingips/868cd7ef-a14a-4b68-a456-c463c1bbf284 HTTP/1.1" status: 200 len: 991 time: 1.0089235 Apr 05 11:42:33.111521 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:42:33.113760 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0db968-bec6-4043-9c27-8fa955b8b5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:42:33.150260 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d885b-11de-4398-a8a3-53da6dd0f384 x-openstack-request-id: req-ab7d885b-11de-4398-a8a3-53da6dd0f384 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:42:33.150587 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:42:33.150850 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab7d885b-11de-4398-a8a3-53da6dd0f384 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:42:33.151265 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7d885b-11de-4398-a8a3-53da6dd0f384'] response: {'name': 'network-changed', 'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'status': 'completed', 'code': 200} Apr 05 11:42:33.209881 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:42:33.215010 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-1f50653a-9fc4-4596-86bc-3317c3f66bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:33.216540 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-1f50653a-9fc4-4596-86bc-3317c3f66bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 1129 time: 0.0443635 Apr 05 11:42:33.309665 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-51545438-234b-4fc1-b314-459edc85b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:33.310456 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-51545438-234b-4fc1-b314-459edc85b471 service neutron] 10.222.0.53 "GET /v2.0/networks?id=75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 200 len: 916 time: 0.0875278 Apr 05 11:42:33.375338 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-5f091a89-c0a9-42d7-a8be-4c768502a3ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3 HTTP/1.1" status: 200 len: 999 time: 0.0582309 Apr 05 11:42:33.420938 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-6959bf02-2cc2-481c-a68a-e26b604167ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:33.422361 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-6959bf02-2cc2-481c-a68a-e26b604167ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 200 len: 854 time: 0.0417168 Apr 05 11:42:33.435143 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '868cd7ef-a14a-4b68-a456-c463c1bbf284', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:5c:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:42:18Z', 'updated_at': '2022-04-05T11:42:32Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:33.461362 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:42:33.469423 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:42:33.470031 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:33.473272 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-ba541f63-45dc-4813-97de-022689f8bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:42:33.474778 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-ba541f63-45dc-4813-97de-022689f8bc4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75bb98a5-61d5-491f-b5e7-258609f4091b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471604 Apr 05 11:42:33.563137 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-4e510a5b-5488-4999-a01a-b8ab4c2c43ee service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827153 Apr 05 11:42:33.577645 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:42:33.660921 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-3f0db968-bec6-4043-9c27-8fa955b8b5d2 req-f3e042ac-8ff6-4c1f-8f86-1facaf146856 service neutron] 10.222.0.53 "GET /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915217 Apr 05 11:42:33.881003 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '868cd7ef-a14a-4b68-a456-c463c1bbf284', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:5c:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:42:18Z', 'updated_at': '2022-04-05T11:42:32Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:42:33.906678 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb0a06-5a0d-475b-b772-c10029859eb4 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_floatingips': [{'id': '868cd7ef-a14a-4b68-a456-c463c1bbf284', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'router_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'port_id': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'mac_address': 'fa:16:3e:5c:62:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:42:18Z', 'updated_at': '2022-04-05T11:42:32Z', 'revision_number': 1, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:42:34.097408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a3849-61a2-45f0-b4b8-ba1ab6ff0930 None None] New status for floating IP 868cd7ef-a14a-4b68-a456-c463c1bbf284: ACTIVE {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:42:50.064148 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:51.780813 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:42:55.726425 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a0cd04b-d4f1-4604-bceb-0c6198b8f541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:58.338384 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a059256c-8f3f-461f-afba-29d268526b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:42:59.363820 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:00.738068 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:01.723645 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:14.478205 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b777e8-358a-4e98-ad4b-fbc38d0f8e26 req-b371a94f-7b69-4ab0-9667-05198fd69557 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:14.483006 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9b777e8-358a-4e98-ad4b-fbc38d0f8e26 req-b371a94f-7b69-4ab0-9667-05198fd69557 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0567932 Apr 05 11:43:14.531617 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-a9b777e8-358a-4e98-ad4b-fbc38d0f8e26 req-de20feab-ffc3-4f31-a203-a822dc883d51 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 Apr 05 11:43:15.654839 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3038372-5ff0-4099-8eb6-8889ffc75fbc req-2963ccab-7e3e-4d64-9c51-a6156cfbc832 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:15.656465 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c3038372-5ff0-4099-8eb6-8889ffc75fbc req-2963ccab-7e3e-4d64-9c51-a6156cfbc832 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0542140 Apr 05 11:43:15.705726 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-c3038372-5ff0-4099-8eb6-8889ffc75fbc req-f9317254-92dd-4d43-8d80-1cf708d9605c tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433629 Apr 05 11:43:16.321456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5226b0d-c486-43a4-854b-866dbecaf7e7 req-74739da0-e303-4f7f-b8d2-b18a3f5898db tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:16.322969 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e5226b0d-c486-43a4-854b-866dbecaf7e7 req-74739da0-e303-4f7f-b8d2-b18a3f5898db tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0563381 Apr 05 11:43:16.368388 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e5226b0d-c486-43a4-854b-866dbecaf7e7 req-be63e303-7f47-431c-9037-5a124eb9e623 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 Apr 05 11:43:16.829271 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bafa12-f7f1-438b-b7f1-ceab10975d78 req-5e005288-cf6c-4a8e-8949-d03f3cdbaa0d tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:16.830744 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-64bafa12-f7f1-438b-b7f1-ceab10975d78 req-5e005288-cf6c-4a8e-8949-d03f3cdbaa0d tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0555465 Apr 05 11:43:16.877576 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-64bafa12-f7f1-438b-b7f1-ceab10975d78 req-d287b4a4-5d7b-4321-9c88-7870addfe571 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 Apr 05 11:43:17.487305 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c6f81-b089-4616-8fe8-45bd72550b8b req-4ddc5e34-51cf-4d41-b3f2-82abd5421c46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:17.488827 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-107c6f81-b089-4616-8fe8-45bd72550b8b req-4ddc5e34-51cf-4d41-b3f2-82abd5421c46 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Apr 05 11:43:17.536244 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-107c6f81-b089-4616-8fe8-45bd72550b8b req-7005d00b-1397-4dfd-aba5-78b36331d435 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups?id=11504a52-a840-4460-b988-ef62be0099de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 Apr 05 11:43:17.853470 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-b4092579-9dfc-45ce-9d5f-3e96cbfc62df tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:17.854857 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-b4092579-9dfc-45ce-9d5f-3e96cbfc62df tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 945 time: 0.0610874 Apr 05 11:43:17.949995 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:17.950341 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:17.995711 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ffa12-2b3e-45ed-8ae3-16fe50a3af06 req-526f95d9-772f-4ee5-8ec1-aba5f0c09061 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:17.997172 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-612ffa12-2b3e-45ed-8ae3-16fe50a3af06 req-526f95d9-772f-4ee5-8ec1-aba5f0c09061 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0515208 Apr 05 11:43:18.037747 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] For port bb046f9b-9ef5-432f-8cbd-071a1dd118c3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:18.038110 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:18.045642 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-612ffa12-2b3e-45ed-8ae3-16fe50a3af06 req-15e31ec5-fc6d-43d3-b724-6b60cb09cf9e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Apr 05 11:43:18.216487 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:18.216855 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947173'] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:18.217173 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.db.l3_db [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Floating IP 868cd7ef-a14a-4b68-a456-c463c1bbf284 disassociated. External IP: 172.28.0.177, port: bb046f9b-9ef5-432f-8cbd-071a1dd118c3. Apr 05 11:43:18.217520 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for bb046f9b-9ef5-432f-8cbd-071a1dd118c3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:18.414739 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (bb046f9b-9ef5-432f-8cbd-071a1dd118c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:18.445866 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=bb046f9b-9ef5-432f-8cbd-071a1dd118c3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:18.458823 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.458823 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.459180 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.459563 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.459916 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.460244 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.460568 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.460895 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.461237 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.461558 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.461912 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.462212 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.462551 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.462889 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.463189 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:18.575294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:43:18.652162 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2bb852e3-f566-4e5f-8196-99ae798abe22 req-2a5a74f9-7cdd-4a21-b959-2983a862f030 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 210 time: 0.0339611 Apr 05 11:43:18.708924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:43:18.719539 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:43:18.729341 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:18.729902 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:18.749080 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] No DVR routers for this DVR port bb046f9b-9ef5-432f-8cbd-071a1dd118c3 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:43:18.751642 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:18.754951 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-bcf0ec38-502e-4c35-9855-d255b8ee6cbd req-2d3221f2-ee82-4962-8d2e-dee37bf43872 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.53 "DELETE /v2.0/ports/bb046f9b-9ef5-432f-8cbd-071a1dd118c3 HTTP/1.1" status: 204 len: 173 time: 0.8951166 Apr 05 11:43:18.755383 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'name': 'network-vif-deleted', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:43:18.757638 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a64080-046e-4028-a7ce-223ce6b55116" -d '{"events": [{"server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "name": "network-vif-deleted", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:43:18.793304 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc36d90-24a2-4926-a767-8fd6df6ce66c x-openstack-request-id: req-5fc36d90-24a2-4926-a767-8fd6df6ce66c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:43:18.793600 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f4e34a-b716-43df-97f1-fc96a7e75b62", "name": "network-vif-deleted", "tag": "bb046f9b-9ef5-432f-8cbd-071a1dd118c3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:43:18.793904 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fc36d90-24a2-4926-a767-8fd6df6ce66c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:43:18.794319 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc36d90-24a2-4926-a767-8fd6df6ce66c'] response: {'server_uuid': '77f4e34a-b716-43df-97f1-fc96a7e75b62', 'name': 'network-vif-deleted', 'tag': 'bb046f9b-9ef5-432f-8cbd-071a1dd118c3', 'status': 'completed', 'code': 200} Apr 05 11:43:18.842616 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:19.044140 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:19.069946 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:43:19.079017 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:19.079630 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:19.165668 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65753cec-a970-4a6d-8029-0ebf07914a43 req-1c62f1df-03b7-4e2b-b3f1-47b505211c2b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:19.167161 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-65753cec-a970-4a6d-8029-0ebf07914a43 req-1c62f1df-03b7-4e2b-b3f1-47b505211c2b tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0536234 Apr 05 11:43:19.188173 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:19.216871 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-65753cec-a970-4a6d-8029-0ebf07914a43 req-bebfecfa-e4df-4c40-8ca9-f92eafef00e7 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Apr 05 11:43:19.381889 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:19.411222 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ccabe-8200-43a7-894f-806b7c54e7e6 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:38:47Z', 'revision_number': 4, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '1dd8cc33-abab-45ce-a749-ba02b7d20c19', 'name': '', 'network_id': '75bb98a5-61d5-491f-b5e7-258609f4091b', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'mac_address': 'fa:16:3e:ff:27:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:46Z', 'updated_at': '2022-04-05T11:38:50Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'subnets': [{'id': '164f86db-ea75-410a-af90-7daa8c482ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:43:19.624202 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab59cca-41db-47eb-9679-d87ce83af871 None None] New status for floating IP 868cd7ef-a14a-4b68-a456-c463c1bbf284: DOWN {{(pid=103885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:43:19.767254 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-5dc843a0-c9c8-4f7c-8144-aa00cf87bedc req-d92ccd20-12b1-4895-ab74-3bb90a45776f tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/ports?device_id=77f4e34a-b716-43df-97f1-fc96a7e75b62 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Apr 05 11:43:20.080602 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:20.334937 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69e63-2c40-46ad-ae88-a5b78c0d8a8d req-f2619037-0b82-429e-911d-3faf17244a15 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:20.336372 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e6f69e63-2c40-46ad-ae88-a5b78c0d8a8d req-f2619037-0b82-429e-911d-3faf17244a15 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0540071 Apr 05 11:43:20.383205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-e6f69e63-2c40-46ad-ae88-a5b78c0d8a8d req-80c2f602-0655-47c9-bf1d-cd3d6c738ffe tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Apr 05 11:43:20.934698 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:20.987372 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (11504a52-a840-4460-b988-ef62be0099de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.009716 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (11504a52-a840-4460-b988-ef62be0099de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.140456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (11504a52-a840-4460-b988-ef62be0099de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.142965 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.144122 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/security-groups/11504a52-a840-4460-b988-ef62be0099de HTTP/1.1" status: 204 len: 168 time: 0.2078524 Apr 05 11:43:21.146877 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52936) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:21.154770 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e88a5-f49f-4497-b051-675c4c6eab68 tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11504a52-a840-4460-b988-ef62be0099de,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:21.159772 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.api.v2.resource [None req-3d7fc2b0-fa64-4188-84f4-f4a9b625aafd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] show failed (client error): The resource could not be found. Apr 05 11:43:21.163346 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3d7fc2b0-fa64-4188-84f4-f4a9b625aafd tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "GET /v2.0/security-groups/11504a52-a840-4460-b988-ef62be0099de HTTP/1.1" status: 404 len: 347 time: 0.0129352 Apr 05 11:43:21.165391 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52938) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:21.288951 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Deleting port 4ea048a5-b200-4e25-868a-356f66103a54 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:21.289287 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (4ea048a5-b200-4e25-868a-356f66103a54), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.361724 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (4ea048a5-b200-4e25-868a-356f66103a54), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.362049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (4ea048a5-b200-4e25-868a-356f66103a54), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.373389 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Calling delete_port for 4ea048a5-b200-4e25-868a-356f66103a54 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:21.532718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034e45d-9139-4797-9ddf-5696336c11cd req-e2888cdc-2b4e-4737-83d5-0108d3c481b1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:21.534193 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6034e45d-9139-4797-9ddf-5696336c11cd req-e2888cdc-2b4e-4737-83d5-0108d3c481b1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0813711 Apr 05 11:43:21.585307 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-6034e45d-9139-4797-9ddf-5696336c11cd req-9913b72e-48e1-4acc-89c4-ccc50453d1af tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450926 Apr 05 11:43:21.605858 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (4ea048a5-b200-4e25-868a-356f66103a54), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.631412 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Pushing event deleted for resources: {'Port': ['ID=4ea048a5-b200-4e25-868a-356f66103a54,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:21.643241 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.643593 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.643938 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.644280 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.644617 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.645004 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.645337 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.645668 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.645998 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.646325 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.646683 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.647013 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.647339 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.647661 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.647982 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:21.700812 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks [] for floatingip (868cd7ef-a14a-4b68-a456-c463c1bbf284), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.703920 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:21.705055 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6fbab867-1e4e-49ee-84ab-f3ec75352dca tempest-AttachVolumeNegativeTest-518048631 tempest-AttachVolumeNegativeTest-518048631-project] 10.222.0.64 "DELETE /v2.0/floatingips/868cd7ef-a14a-4b68-a456-c463c1bbf284 HTTP/1.1" status: 204 len: 168 time: 0.5385964 Apr 05 11:43:21.817863 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device bb046f9b-9ef5-432f-8cbd-071a1dd118c3 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:21.838212 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: bb046f9b-9ef5-432f-8cbd-071a1dd118c3 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:43:21.838579 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device bb046f9b-9ef5-432f-8cbd-071a1dd118c3 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:43:22.710089 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361434b1-da4f-43f0-a75c-7a734c30d094 req-d35dec81-15b6-47c2-b3ed-40ce12314917 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:22.711816 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-361434b1-da4f-43f0-a75c-7a734c30d094 req-d35dec81-15b6-47c2-b3ed-40ce12314917 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0582666 Apr 05 11:43:22.766511 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-361434b1-da4f-43f0-a75c-7a734c30d094 req-6c8448bf-39b7-4a6b-bace-1a19e591a112 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485229 Apr 05 11:43:23.885622 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc032a-fcf0-4e42-8af6-09680339b684 req-2b6c023a-7ec5-4b7c-ab27-d40523c9b45e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:23.887141 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8ccc032a-fcf0-4e42-8af6-09680339b684 req-2b6c023a-7ec5-4b7c-ab27-d40523c9b45e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0525877 Apr 05 11:43:23.939770 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8ccc032a-fcf0-4e42-8af6-09680339b684 req-abea3295-3cbb-4cdf-b44a-2fdd7858e38a tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Apr 05 11:43:24.701678 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e958-ce29-4fab-bb1d-39334e80020c req-50941c34-e86d-49b9-b216-1611dfd0b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:24.703248 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-50941c34-e86d-49b9-b216-1611dfd0b94c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0450900 Apr 05 11:43:24.799703 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e958-ce29-4fab-bb1d-39334e80020c req-bd4e6cbf-91c0-4f5c-8b86-a7b13213046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:24.801175 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-bd4e6cbf-91c0-4f5c-8b86-a7b13213046b service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.0920668 Apr 05 11:43:24.869549 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-18ca2829-4937-4651-9a2a-f45e3437ae22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 1001 time: 0.0619085 Apr 05 11:43:24.917811 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e958-ce29-4fab-bb1d-39334e80020c req-2d2462b0-8b87-4d54-b474-8d87f0cf4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:24.919166 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-2d2462b0-8b87-4d54-b474-8d87f0cf4b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0441368 Apr 05 11:43:24.969902 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e958-ce29-4fab-bb1d-39334e80020c req-95806e7c-9d5a-49b1-adbe-1e6ac6df7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:24.971448 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-95806e7c-9d5a-49b1-adbe-1e6ac6df7486 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463834 Apr 05 11:43:25.089224 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-a9869604-64b3-4778-ac5e-f4d5e6ec82c8 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117249 Apr 05 11:43:25.100240 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c58d-a66e-4ae8-9925-2df26b361cfc req-8b94135c-7186-47d3-811c-c1ad7f62508d tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:25.101622 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f013c58d-a66e-4ae8-9925-2df26b361cfc req-8b94135c-7186-47d3-811c-c1ad7f62508d tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0746331 Apr 05 11:43:25.207365 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-f013c58d-a66e-4ae8-9925-2df26b361cfc req-f67f5fa3-5cb7-4470-8c75-4b26a749da44 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974762 Apr 05 11:43:25.225588 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0995e958-ce29-4fab-bb1d-39334e80020c req-289cc7ba-9ef9-4404-81e3-c3bbc47c21a4 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230290 Apr 05 11:43:25.634562 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43ad43f8-a6fd-4d53-b128-54bb7090f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:25.801129 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 52982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:26.325460 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e52790-7e64-4b2f-b9f7-9ea552903cff req-8af56f4b-10d3-479d-9adf-e9e6af5e4c04 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:26.326954 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48e52790-7e64-4b2f-b9f7-9ea552903cff req-8af56f4b-10d3-479d-9adf-e9e6af5e4c04 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0527828 Apr 05 11:43:26.375758 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-48e52790-7e64-4b2f-b9f7-9ea552903cff req-37ef308f-d0e4-490e-ad2d-39b52b857576 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Apr 05 11:43:26.415983 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:26.667759 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Deleting port 1dd8cc33-abab-45ce-a749-ba02b7d20c19 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:26.668090 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:26.761959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] For port 1dd8cc33-abab-45ce-a749-ba02b7d20c19, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=1dd8cc33-abab-45ce-a749-ba02b7d20c19,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:26.762245 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:26.777757 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Calling delete_port for 1dd8cc33-abab-45ce-a749-ba02b7d20c19 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:27.040223 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (1dd8cc33-abab-45ce-a749-ba02b7d20c19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:27.066749 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd8cc33-abab-45ce-a749-ba02b7d20c19,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:27.238589 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:27.500312 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:43:27.523368 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a69b3-72ca-4b3e-9b0c-a9bef199848d req-b13d6d4c-1e8b-4a60-bf72-f9e531038877 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:27.524949 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba3a69b3-72ca-4b3e-9b0c-a9bef199848d req-b13d6d4c-1e8b-4a60-bf72-f9e531038877 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0808282 Apr 05 11:43:27.655582 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ba3a69b3-72ca-4b3e-9b0c-a9bef199848d req-d50117d3-67bc-419d-9eef-bbafa3be7318 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896165 Apr 05 11:43:27.666181 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:43:27.674417 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9e3f8862-62da-497b-88ac-1c63de78c405 admin admin] 10.222.0.64 "PUT /v2.0/routers/5d1ed249-2bd0-49e5-a92c-aa9da41163cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691432 Apr 05 11:43:27.675354 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 52988) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:27.675771 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Sync routers for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:43:27.695096 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:27.695096 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:27.801078 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks [] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:27.809378 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:27.926287 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks [] for router_gateway (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:27.989008 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '9ad97588-893c-4259-902a-e31b66fb1725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:43:26Z', 'revision_number': 5, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port': {'id': '9ad97588-893c-4259-902a-e31b66fb1725', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:38:44Z', 'updated_at': '2022-04-05T11:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:28.040578 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Deleting port 9ad97588-893c-4259-902a-e31b66fb1725 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:28.040952 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (9ad97588-893c-4259-902a-e31b66fb1725), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.115466 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Checking router: 5d1ed249-2bd0-49e5-a92c-aa9da41163cb for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:43:28.124149 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Routers {'5d1ed249-2bd0-49e5-a92c-aa9da41163cb'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:43:28.124773 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:42:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:28.130441 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] For port 9ad97588-893c-4259-902a-e31b66fb1725, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=9ad97588-893c-4259-902a-e31b66fb1725,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:28.130848 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (9ad97588-893c-4259-902a-e31b66fb1725), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.143907 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77490f-a73e-4cb6-a8df-658c8335bf4c req-f0e4dca0-38df-4858-b064-ca6ba20b2fc9 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:28.144586 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Calling delete_port for 9ad97588-893c-4259-902a-e31b66fb1725 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:28.145391 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ae77490f-a73e-4cb6-a8df-658c8335bf4c req-f0e4dca0-38df-4858-b064-ca6ba20b2fc9 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0584121 Apr 05 11:43:28.198514 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-ae77490f-a73e-4cb6-a8df-658c8335bf4c req-f28c49f1-3be3-477b-878e-007d9e40b64f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461957 Apr 05 11:43:28.222406 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] Set router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:43:28.276156 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:43:27Z', 'revision_number': 6, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:28.305706 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124cf85-cf23-4c72-9fc4-52bfa1f14097 None None] The sync data for ids ['5d1ed249-2bd0-49e5-a92c-aa9da41163cb'] in dv-cinder-834448-3-smb is: [{'id': '5d1ed249-2bd0-49e5-a92c-aa9da41163cb', 'name': 'tempest-AttachVolumeNegativeTest-2107645143-router', 'tenant_id': '8869263ef39c46d6a761ef0fb53b24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:38:43Z', 'updated_at': '2022-04-05T11:43:27Z', 'revision_number': 6, 'project_id': '8869263ef39c46d6a761ef0fb53b24bc', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:43:28.309807 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-981abbd2-f5fd-497d-83c1-d3b972f96791 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896020 Apr 05 11:43:28.354677 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fbda8a3-b04b-4eba-9b30-3016a8873a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.398575 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-74cde893-519c-4910-9f29-144aec257b5e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:28.399923 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-74cde893-519c-4910-9f29-144aec257b5e tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports/720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 942 time: 0.0552051 Apr 05 11:43:28.474731 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (9ad97588-893c-4259-902a-e31b66fb1725), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.505619 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad97588-893c-4259-902a-e31b66fb1725,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:28.569180 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.660385 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.662620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks [] for router_controller (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.778972 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:43:28.780104 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (5d1ed249-2bd0-49e5-a92c-aa9da41163cb), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.780697 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1ed249-2bd0-49e5-a92c-aa9da41163cb {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:43:28.785413 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.789245 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-23f934a0-de05-4ed5-81b0-60b595bcd049 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5d1ed249-2bd0-49e5-a92c-aa9da41163cb HTTP/1.1" status: 204 len: 168 time: 1.1093450 Apr 05 11:43:28.789378 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53000) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:28.837329 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Deleting subnet 164f86db-ea75-410a-af90-7daa8c482ec1 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:43:28.840475 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Publish callbacks [] for subnet (164f86db-ea75-410a-af90-7daa8c482ec1), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.875527 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (164f86db-ea75-410a-af90-7daa8c482ec1), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:28.954411 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (164f86db-ea75-410a-af90-7daa8c482ec1), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.066283 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (164f86db-ea75-410a-af90-7daa8c482ec1), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.092721 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164f86db-ea75-410a-af90-7daa8c482ec1,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:29.102521 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.102521 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-de24b69b-a19d-4615-8174-556211ebcb5b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/164f86db-ea75-410a-af90-7daa8c482ec1 HTTP/1.1" status: 204 len: 168 time: 0.3108137 Apr 05 11:43:29.103660 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53002) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:29.111146 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfaf79a-762e-499d-89ce-1e478c850ce1 None None] Network 75bb98a5-61d5-491f-b5e7-258609f4091b requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:43:29.172255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (75bb98a5-61d5-491f-b5e7-258609f4091b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.255982 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Deleting port fb8412b5-8c9c-416f-b186-127917a762e8 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:29.256317 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.309232 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] DHCP port deletion for 75bb98a5-61d5-491f-b5e7-258609f4091b request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:43:29.368825 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] For port fb8412b5-8c9c-416f-b186-127917a762e8, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=fb8412b5-8c9c-416f-b186-127917a762e8,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:29.369186 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.381221 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Deleting port fb8412b5-8c9c-416f-b186-127917a762e8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:43:29.381766 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.390633 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Calling delete_port for fb8412b5-8c9c-416f-b186-127917a762e8 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:29.403961 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded046-b297-4269-8410-6bd2325be46f req-f0bd9bbc-9117-4e42-8d61-1c5ef9e8680f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:29.406151 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9dded046-b297-4269-8410-6bd2325be46f req-f0bd9bbc-9117-4e42-8d61-1c5ef9e8680f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.1240432 Apr 05 11:43:29.443072 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.465416 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 1dd8cc33-abab-45ce-a749-ba02b7d20c19 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:29.477488 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] For port fb8412b5-8c9c-416f-b186-127917a762e8, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=fb8412b5-8c9c-416f-b186-127917a762e8,segment=NetworkSegment(bd44371d-eccf-4ffc-84f3-350c44fffd5b),segment_id=bd44371d-eccf-4ffc-84f3-350c44fffd5b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:29.477488 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.508192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Calling delete_port for fb8412b5-8c9c-416f-b186-127917a762e8 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:43:29.511806 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 1dd8cc33-abab-45ce-a749-ba02b7d20c19 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:43:29.512151 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 1dd8cc33-abab-45ce-a749-ba02b7d20c19 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:43:29.512570 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device fb8412b5-8c9c-416f-b186-127917a762e8 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:29.527194 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-9dded046-b297-4269-8410-6bd2325be46f req-d9937e69-0306-4785-85f2-9cdc5d31c612 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154351 Apr 05 11:43:29.653396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Current status of the port fb8412b5-8c9c-416f-b186-127917a762e8 is: ACTIVE; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:43:29.653816 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.755035 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.780082 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9ad97588-893c-4259-902a-e31b66fb1725 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:29.781162 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8412b5-8c9c-416f-b186-127917a762e8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:29.787450 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] No DVR routers for this DVR port fb8412b5-8c9c-416f-b186-127917a762e8 on host dv-cinder-834448-3-smb {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:43:29.801094 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (fb8412b5-8c9c-416f-b186-127917a762e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.805362 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 9ad97588-893c-4259-902a-e31b66fb1725 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:43:29.805900 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 9ad97588-893c-4259-902a-e31b66fb1725 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:43:29.830687 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Pushing event deleted for resources: {'Port': ['ID=fb8412b5-8c9c-416f-b186-127917a762e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:29.835722 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] No DVR routers for this DVR port fb8412b5-8c9c-416f-b186-127917a762e8 on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:43:29.835722 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:43:29.865246 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.865594 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.865938 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.866281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.866641 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.866970 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.867296 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.867622 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.867945 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.868270 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.868592 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.868911 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.869231 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.869547 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.869862 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a55536-f9ed-468b-85ed-966bb4374ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:43:29.876225 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (75bb98a5-61d5-491f-b5e7-258609f4091b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.896819 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bb98a5-61d5-491f-b5e7-258609f4091b']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:29.907220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd44371d-eccf-4ffc-84f3-350c44fffd5b') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:29.907220 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd44371d-eccf-4ffc-84f3-350c44fffd5b') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:43:29.916509 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (bd44371d-eccf-4ffc-84f3-350c44fffd5b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.930077 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (bd44371d-eccf-4ffc-84f3-350c44fffd5b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.931128 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 is: ACTIVE; New status is: DOWN {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:43:29.931522 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.936864 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (bd44371d-eccf-4ffc-84f3-350c44fffd5b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:43:29.940844 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:43:29.962471 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:43:29.966220 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7916771f-ac91-49c2-9b26-592b870cd2e5" -d '{"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-unplugged", "status": "completed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:43:29.988311 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:30.005511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7430377a-5297-439a-9e52-4cb0cded4f5e x-openstack-request-id: req-7430377a-5297-439a-9e52-4cb0cded4f5e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:43:30.005511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-unplugged", "status": "failed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "code": 422}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:43:30.005511 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7430377a-5297-439a-9e52-4cb0cded4f5e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:43:30.005511 dv-cinder-834448-3-smb neutron-server[103885]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7430377a-5297-439a-9e52-4cb0cded4f5e']: {'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'code': 422} returned with failed status Apr 05 11:43:30.069351 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (75bb98a5-61d5-491f-b5e7-258609f4091b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.069586 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.075341 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.079778 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] 10.222.0.64 "DELETE /v2.0/networks/75bb98a5-61d5-491f-b5e7-258609f4091b HTTP/1.1" status: 204 len: 168 time: 0.9743407 Apr 05 11:43:30.097587 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ea3d9-7b7f-460d-90d4-e1282667482c admin admin] Pushing event deleted for resources: {'Network': ['ID=75bb98a5-61d5-491f-b5e7-258609f4091b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:30.134377 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:30.481189 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53010) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:30.524898 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-9df31636-4d63-4ed7-8a57-8cab73f29e0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8869263ef39c46d6a761ef0fb53b24bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425413 Apr 05 11:43:30.527326 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53012) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:30.574210 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] Publish callbacks [] for security_group (dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.596486 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] Publish callbacks [] for security_group (dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.675625 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc23ab-d3f5-4c77-9fe1-d7d1629f9625 req-26a4db8b-3e8f-4020-a8d5-75e8ca4049d4 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:30.677166 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09fc23ab-d3f5-4c77-9fe1-d7d1629f9625 req-26a4db8b-3e8f-4020-a8d5-75e8ca4049d4 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0787740 Apr 05 11:43:30.697818 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-b4856277-003e-4db4-8f0a-67ab4fe5913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:30.699359 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-b4856277-003e-4db4-8f0a-67ab4fe5913e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c&tenant_id=f5f2451683d945689a7ce0b911d9f519 HTTP/1.1" status: 200 len: 1127 time: 0.0449684 Apr 05 11:43:30.728592 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-09fc23ab-d3f5-4c77-9fe1-d7d1629f9625 req-22b3245f-f895-472e-bcc5-736a307c0cbd tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Apr 05 11:43:30.754263 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.762209 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-15401253-44e9-4c6b-9500-b01e71c47ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:30.763809 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-15401253-44e9-4c6b-9500-b01e71c47ca1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1127 time: 0.0450804 Apr 05 11:43:30.794179 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.797357 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:30.798818 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd HTTP/1.1" status: 204 len: 168 time: 0.2704291 Apr 05 11:43:30.807080 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf5519-84f0-4989-9860-98dab12cc5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e3f92-eed0-4fb7-919a-fdb9ab2a5edd,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:30.872676 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-f110763c-437a-4b90-9a74-4df187dca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:30.875659 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-f110763c-437a-4b90-9a74-4df187dca331 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.1062047 Apr 05 11:43:30.954047 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-317576b0-f7f6-45e0-8d3c-d8c09f3cc664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 999 time: 0.0728025 Apr 05 11:43:31.036933 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-0582210d-cafc-4be8-a620-ba859cc9b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:31.039366 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-0582210d-cafc-4be8-a620-ba859cc9b278 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0796068 Apr 05 11:43:31.113325 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-96fe2928-620d-4758-b7c7-ee8590784dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:31.115476 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-96fe2928-620d-4758-b7c7-ee8590784dbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0696492 Apr 05 11:43:31.246555 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-391e383c-b757-4841-8855-aa9b8fd4788d service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240573 Apr 05 11:43:31.383013 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-2e93ba68-fbac-44cb-bb75-65393db8ba85 req-f8d0ef62-912a-4972-8daf-85012eedf340 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304207 Apr 05 11:43:31.767473 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:31.860504 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa5f2b-97f1-41bc-84b6-7af13817e017 req-2ff2a7c7-c07f-4bea-b56c-4bcba2449667 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:31.862044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-68aa5f2b-97f1-41bc-84b6-7af13817e017 req-2ff2a7c7-c07f-4bea-b56c-4bcba2449667 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0640557 Apr 05 11:43:31.911379 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-68aa5f2b-97f1-41bc-84b6-7af13817e017 req-a5dd6565-c6b3-45a6-98f4-f1886db452d6 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Apr 05 11:43:33.034694 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66dfee-fdc0-450a-8305-ad3bc17aa91a req-0c96ee4b-dd32-49a5-a197-d6a33cacdbbb tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:33.038374 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-eb66dfee-fdc0-450a-8305-ad3bc17aa91a req-0c96ee4b-dd32-49a5-a197-d6a33cacdbbb tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 943 time: 0.0565007 Apr 05 11:43:33.085875 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-eb66dfee-fdc0-450a-8305-ad3bc17aa91a req-767fa930-92a4-4a84-b30b-53724a78e203 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441151 Apr 05 11:43:33.863560 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:43:33.963756 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:33.975600 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Returning: {'device': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'port_id': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'mac_address': 'fa:16:3e:21:a1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:43:34.011882 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 is: DOWN; New status is: BUILD {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:43:34.012272 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:34.029409 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720ebe78-b063-469b-bbcd-33cdf43ab7e5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:43:34.049745 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:34.160482 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:34.210086 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:34.210364 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58965da3-8fb2-405a-a232-77c93934ce11 req-22b12d95-542a-4964-9585-85f5f807b7e0 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:34.211863 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58965da3-8fb2-405a-a232-77c93934ce11 req-22b12d95-542a-4964-9585-85f5f807b7e0 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 944 time: 0.0586555 Apr 05 11:43:34.261323 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-58965da3-8fb2-405a-a232-77c93934ce11 req-6e057169-0460-490d-9416-cea722d18a74 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Apr 05 11:43:34.371530 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] get_ports_and_sgs() called for port_ids ['720ebe78-b063-469b-bbcd-33cdf43ab7e5'] {{(pid=103885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:43:35.379580 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ada8-3fde-4688-88fa-9e9f554a2cc5 req-dd8b43e1-ad6b-419b-85ac-bd6a891270d1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:35.381057 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2821ada8-3fde-4688-88fa-9e9f554a2cc5 req-dd8b43e1-ad6b-419b-85ac-bd6a891270d1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 944 time: 0.0528378 Apr 05 11:43:35.430417 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-2821ada8-3fde-4688-88fa-9e9f554a2cc5 req-6cc2e27c-68d0-409a-aa8d-dd052a497472 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Apr 05 11:43:35.897580 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 up at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:43:35.945931 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Provisioning complete for port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 triggered by entity L2. {{(pid=103885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:43:35.946220 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15822672'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), provisioning_complete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:36.026357 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Current status of the port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 is: BUILD; New status is: ACTIVE {{(pid=103885) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:43:36.026769 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15942673'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:36.048594 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:43:36.050796 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57ca4dd8de202c3b3b77b28c3ce26763dcb772478835ae680f90f3cc2355a6e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ada9e4-859e-4cdd-ba62-d019532c455d" -d '{"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-plugged", "status": "completed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:43:36.064153 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:43:36.087651 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f36a344-17bf-45af-84e2-0eb2b36a20f4 x-openstack-request-id: req-2f36a344-17bf-45af-84e2-0eb2b36a20f4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:43:36.087939 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-plugged", "status": "completed", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:43:36.088192 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f36a344-17bf-45af-84e2-0eb2b36a20f4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:43:36.088594 dv-cinder-834448-3-smb neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f36a344-17bf-45af-84e2-0eb2b36a20f4'] response: {'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'code': 200} Apr 05 11:43:36.168667 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775045612054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775045212173', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775045212191'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:36.218460 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Pushing event updated for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:36.383937 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988820d4-ee20-422e-8486-200c67fe2ba9 req-c845aec4-7201-482b-8b64-4ff2e7678178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:36.385437 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-988820d4-ee20-422e-8486-200c67fe2ba9 req-c845aec4-7201-482b-8b64-4ff2e7678178 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0427823 Apr 05 11:43:36.428482 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-988820d4-ee20-422e-8486-200c67fe2ba9 req-69f2c503-2faf-4282-a05f-6c4ec71140e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379050 Apr 05 11:43:36.548466 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4734ec-7402-4ea4-ba96-24242a400fe9 req-80b55f38-8f24-4000-9ebb-6d5f7dda8540 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:36.549826 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7f4734ec-7402-4ea4-ba96-24242a400fe9 req-80b55f38-8f24-4000-9ebb-6d5f7dda8540 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0549312 Apr 05 11:43:36.597942 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-7f4734ec-7402-4ea4-ba96-24242a400fe9 req-4677b431-0879-4607-bc9b-5b76bc633845 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Apr 05 11:43:37.729783 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c938b-4eda-4681-948b-c29058eda632 req-327a3b93-bde7-450f-9a68-8c94a554b3df tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:37.731301 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6d2c938b-4eda-4681-948b-c29058eda632 req-327a3b93-bde7-450f-9a68-8c94a554b3df tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0560334 Apr 05 11:43:37.779390 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-6d2c938b-4eda-4681-948b-c29058eda632 req-e0eb870e-6be1-4265-a3a6-8b190aad391d tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Apr 05 11:43:38.902262 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24022-4a0c-4206-912c-231485f85658 req-69096784-a58f-4a00-a66e-74acdb2e9f32 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:38.903816 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8be24022-4a0c-4206-912c-231485f85658 req-69096784-a58f-4a00-a66e-74acdb2e9f32 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0532310 Apr 05 11:43:38.952990 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-8be24022-4a0c-4206-912c-231485f85658 req-07b11fb3-a2c2-4dc5-97b5-a88f0620bc51 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Apr 05 11:43:42.298740 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53162) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:42.399719 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59a13416-7c26-41c6-9a6d-035c62e4381d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.470940 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59a13416-7c26-41c6-9a6d-035c62e4381d admin admin] Publish callbacks [] for security_group (562c404e-4726-42a5-be12-fffef93f2761), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.596938 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-59a13416-7c26-41c6-9a6d-035c62e4381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (562c404e-4726-42a5-be12-fffef93f2761), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.637426 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a13416-7c26-41c6-9a6d-035c62e4381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c404e-4726-42a5-be12-fffef93f2761,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:42.642065 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-59a13416-7c26-41c6-9a6d-035c62e4381d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d49d0b4fe3b4a40a37c3c092478f61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423040 Apr 05 11:43:42.644857 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53166) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:42.691667 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] Publish callbacks [] for security_group (562c404e-4726-42a5-be12-fffef93f2761), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.712676 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] Publish callbacks [] for security_group (562c404e-4726-42a5-be12-fffef93f2761), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.834440 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (562c404e-4726-42a5-be12-fffef93f2761), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.837211 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:42.838365 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/562c404e-4726-42a5-be12-fffef93f2761 HTTP/1.1" status: 204 len: 168 time: 0.1926198 Apr 05 11:43:42.846406 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78330781-39d7-4e40-acb9-91dcecb301c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c404e-4726-42a5-be12-fffef93f2761,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:43.409644 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53172) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:43.423611 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f42cd69-8b85-4d80-ae5f-e26d5e2024e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.495552 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f42cd69-8b85-4d80-ae5f-e26d5e2024e7 admin admin] Publish callbacks [] for security_group (f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.594784 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f42cd69-8b85-4d80-ae5f-e26d5e2024e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.632981 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-5f42cd69-8b85-4d80-ae5f-e26d5e2024e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98818ed63673448dbc70cb7fc42ed968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222126 Apr 05 11:43:43.633838 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42cd69-8b85-4d80-ae5f-e26d5e2024e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:43.636411 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:43.690840 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] Publish callbacks [] for security_group (f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.712124 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] Publish callbacks [] for security_group (f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.834215 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.836691 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:43.837884 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563 HTTP/1.1" status: 204 len: 168 time: 0.2004995 Apr 05 11:43:43.846603 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b90c0e-56a2-479d-8709-7b9761e95550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e8dcb9-9ff0-4ee8-96d6-eee8ecb23563,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:46.278002 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:46.381332 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a999-47ac-433b-b88b-ea9bb89f07d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.454008 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a999-47ac-433b-b88b-ea9bb89f07d9 admin admin] Publish callbacks [] for security_group (16928ef8-2759-4052-9063-5ffc67b3b6ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.516559 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a999-47ac-433b-b88b-ea9bb89f07d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (16928ef8-2759-4052-9063-5ffc67b3b6ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.557070 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3a999-47ac-433b-b88b-ea9bb89f07d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16928ef8-2759-4052-9063-5ffc67b3b6ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:46.561649 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-d9b3a999-47ac-433b-b88b-ea9bb89f07d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1146d5665fd4419abc2c29fe3c6c5f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825334 Apr 05 11:43:46.564629 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:46.613508 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] Publish callbacks [] for security_group (16928ef8-2759-4052-9063-5ffc67b3b6ee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.634143 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] Publish callbacks [] for security_group (16928ef8-2759-4052-9063-5ffc67b3b6ee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.788745 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (16928ef8-2759-4052-9063-5ffc67b3b6ee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.791395 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:46.792598 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16928ef8-2759-4052-9063-5ffc67b3b6ee HTTP/1.1" status: 204 len: 168 time: 0.2274020 Apr 05 11:43:46.800750 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f97c-0663-4c92-8e7e-1e18d2d31ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16928ef8-2759-4052-9063-5ffc67b3b6ee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:47.414695 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:47.428230 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-192c5740-fbb6-4e71-b083-f3d34acf274c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.501204 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-192c5740-fbb6-4e71-b083-f3d34acf274c admin admin] Publish callbacks [] for security_group (0e0193f7-d3b5-4acd-8df5-3e25c093b791), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.579347 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-192c5740-fbb6-4e71-b083-f3d34acf274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0e0193f7-d3b5-4acd-8df5-3e25c093b791), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.617824 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-192c5740-fbb6-4e71-b083-f3d34acf274c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2edf1d1c461844b3ad55ae10eac9090a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020376 Apr 05 11:43:47.618758 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c5740-fbb6-4e71-b083-f3d34acf274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0193f7-d3b5-4acd-8df5-3e25c093b791,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:47.620599 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53232) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:47.674899 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] Publish callbacks [] for security_group (0e0193f7-d3b5-4acd-8df5-3e25c093b791), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.696207 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] Publish callbacks [] for security_group (0e0193f7-d3b5-4acd-8df5-3e25c093b791), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.821561 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (0e0193f7-d3b5-4acd-8df5-3e25c093b791), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.824253 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:47.825471 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e0193f7-d3b5-4acd-8df5-3e25c093b791 HTTP/1.1" status: 204 len: 168 time: 0.2033560 Apr 05 11:43:47.834250 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0dfb7-390d-4f55-8658-7c981f33614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0193f7-d3b5-4acd-8df5-3e25c093b791,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:50.102732 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:50.886587 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53304) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:50.989889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4a057f9d-3ca1-4a86-bfd2-3d876e987a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.061072 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4a057f9d-3ca1-4a86-bfd2-3d876e987a5d admin admin] Publish callbacks [] for security_group (6ff7c272-5311-4cd3-a5d6-520e96268f32), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.176857 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4a057f9d-3ca1-4a86-bfd2-3d876e987a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6ff7c272-5311-4cd3-a5d6-520e96268f32), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.216451 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-4a057f9d-3ca1-4a86-bfd2-3d876e987a5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d067d6d9ff664842958a576cf1b4cbad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287389 Apr 05 11:43:51.217972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a057f9d-3ca1-4a86-bfd2-3d876e987a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff7c272-5311-4cd3-a5d6-520e96268f32,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:51.219868 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:51.272711 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] Publish callbacks [] for security_group (6ff7c272-5311-4cd3-a5d6-520e96268f32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.295134 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] Publish callbacks [] for security_group (6ff7c272-5311-4cd3-a5d6-520e96268f32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.430736 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (6ff7c272-5311-4cd3-a5d6-520e96268f32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.433376 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:51.434549 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ff7c272-5311-4cd3-a5d6-520e96268f32 HTTP/1.1" status: 204 len: 168 time: 0.2130845 Apr 05 11:43:51.443857 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b741a-dbca-46cf-8dfa-02651892a9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff7c272-5311-4cd3-a5d6-520e96268f32,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:52.147860 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:52.160564 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f399150-2117-49ad-a7b2-9f83660c5c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.233264 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f399150-2117-49ad-a7b2-9f83660c5c26 admin admin] Publish callbacks [] for security_group (b928a927-005c-4b06-a7d7-d6b763abb221), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.331037 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f399150-2117-49ad-a7b2-9f83660c5c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b928a927-005c-4b06-a7d7-d6b763abb221), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.369084 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-9f399150-2117-49ad-a7b2-9f83660c5c26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7af264e794134b9c9f19e29c06b2d828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201822 Apr 05 11:43:52.369882 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f399150-2117-49ad-a7b2-9f83660c5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b928a927-005c-4b06-a7d7-d6b763abb221,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:52.372746 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53316) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:52.420838 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] Publish callbacks [] for security_group (b928a927-005c-4b06-a7d7-d6b763abb221), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.441559 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] Publish callbacks [] for security_group (b928a927-005c-4b06-a7d7-d6b763abb221), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.556017 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (b928a927-005c-4b06-a7d7-d6b763abb221), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.558601 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:52.559915 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b928a927-005c-4b06-a7d7-d6b763abb221 HTTP/1.1" status: 204 len: 168 time: 0.1856742 Apr 05 11:43:52.568510 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309460-c186-4009-a69b-ab05cabef4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928a927-005c-4b06-a7d7-d6b763abb221,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:54.256948 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53350) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:54.475734 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a63c07d-d2b7-4b09-bc8e-97bb512ed03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.475734 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a63c07d-d2b7-4b09-bc8e-97bb512ed03c admin admin] Publish callbacks [] for security_group (18011f27-63ba-4d9b-91b4-359220d9f4ec), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.544785 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2a63c07d-d2b7-4b09-bc8e-97bb512ed03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (18011f27-63ba-4d9b-91b4-359220d9f4ec), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.584773 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-2a63c07d-d2b7-4b09-bc8e-97bb512ed03c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=219c344fb0b24e50873fff754ad6c6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267410 Apr 05 11:43:54.585645 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63c07d-d2b7-4b09-bc8e-97bb512ed03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18011f27-63ba-4d9b-91b4-359220d9f4ec,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:54.587456 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:43:54.635785 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] Publish callbacks [] for security_group (18011f27-63ba-4d9b-91b4-359220d9f4ec), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.659692 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] Publish callbacks [] for security_group (18011f27-63ba-4d9b-91b4-359220d9f4ec), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.801761 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (18011f27-63ba-4d9b-91b4-359220d9f4ec), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.804963 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:54.807057 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18011f27-63ba-4d9b-91b4-359220d9f4ec HTTP/1.1" status: 204 len: 168 time: 0.2185550 Apr 05 11:43:54.815869 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6782c4-5d18-4261-8a80-5c129fe36a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18011f27-63ba-4d9b-91b4-359220d9f4ec,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:43:55.647730 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70c5b41c-d1bb-4b14-9e14-63889c3eb74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:55.663077 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-f261af9d-1a9b-42cd-9f29-e7394eebd362 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457311 Apr 05 11:43:55.754617 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-300b3721-bbf7-4222-a5b4-74d28680c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:55.756120 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-300b3721-bbf7-4222-a5b4-74d28680c40a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.0452209 Apr 05 11:43:55.865158 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-490fba03-3d39-4eb2-bbcb-c241b6070bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:55.866653 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-490fba03-3d39-4eb2-bbcb-c241b6070bf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.0926185 Apr 05 11:43:55.934220 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-f838adad-1ef1-4246-aaf4-4ca371227012 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 1001 time: 0.0606420 Apr 05 11:43:55.988562 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-acef276a-7065-4bc2-9c47-958ce7d541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:55.990044 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-acef276a-7065-4bc2-9c47-958ce7d541a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0498326 Apr 05 11:43:56.040220 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-0e28cb14-ba3e-470b-8695-a756a5748918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:43:56.041803 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-0e28cb14-ba3e-470b-8695-a756a5748918 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457928 Apr 05 11:43:56.133519 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-e0c0c320-798a-4e3b-96e0-d56db921e3d4 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845542 Apr 05 11:43:56.227495 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-43af3be9-75ad-4722-8d79-4bff487d9d89 req-f9b1ca66-488f-47d7-8b15-93e3d3a789cf service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874810 Apr 05 11:43:58.371577 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9434d4f0-b171-4cc8-8f50-6813afb8d463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:43:59.424669 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:00.782740 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:01.790715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:05.776802 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:44:13.286982 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:13.398561 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59537353-04d3-41fc-ad60-94b71d08c640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.478056 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59537353-04d3-41fc-ad60-94b71d08c640 admin admin] Publish callbacks [] for security_group (e4efc781-5b85-4a44-a81b-a4561976cb4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.616875 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59537353-04d3-41fc-ad60-94b71d08c640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e4efc781-5b85-4a44-a81b-a4561976cb4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.655801 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-59537353-04d3-41fc-ad60-94b71d08c640 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f50cab6966b54d4c8eb108d7d0d505b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677213 Apr 05 11:44:13.656777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59537353-04d3-41fc-ad60-94b71d08c640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4efc781-5b85-4a44-a81b-a4561976cb4c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:13.658651 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53472) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:13.710911 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] Publish callbacks [] for security_group (e4efc781-5b85-4a44-a81b-a4561976cb4c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.732295 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] Publish callbacks [] for security_group (e4efc781-5b85-4a44-a81b-a4561976cb4c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.921802 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (e4efc781-5b85-4a44-a81b-a4561976cb4c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.924525 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:13.925717 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4efc781-5b85-4a44-a81b-a4561976cb4c HTTP/1.1" status: 204 len: 168 time: 0.2660844 Apr 05 11:44:13.934191 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe507d-5155-4fc0-857f-0cab4a94fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4efc781-5b85-4a44-a81b-a4561976cb4c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:20.115278 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:25.675209 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7441007d-dec1-489f-bc8e-468c5e96e325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:28.364506 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87c9a758-c4e3-4423-bede-1987afb4ea08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:29.389070 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:30.801008 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:31.754730 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:42.776176 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:44:50.095339 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.308049 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53476) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:51.482197 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Deleting port da339d70-badb-4ccf-a7bb-ceb1ec20ea40 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:44:51.482728 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.586894 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.587117 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for floatingip (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.598987 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Calling delete_port for da339d70-badb-4ccf-a7bb-ceb1ec20ea40 owned by network:floatingip {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:44:51.851125 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (da339d70-badb-4ccf-a7bb-ceb1ec20ea40), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.876930 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event deleted for resources: {'Port': ['ID=da339d70-badb-4ccf-a7bb-ceb1ec20ea40,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:51.889170 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.889170 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890255 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890562 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890677 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.890977 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.891302 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.891624 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.891952 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.892270 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.892590 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.892913 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.893237 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:51.952021 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for floatingip (5b791ef2-6bf3-4ade-98f9-ebf18b145209), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:51.952347 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.db.l3_db [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Floating IP 5b791ef2-6bf3-4ade-98f9-ebf18b145209 disassociated (deleted). External IP: 172.28.0.102, port: 720ebe78-b063-469b-bbcd-33cdf43ab7e5. Apr 05 11:44:52.168551 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:44:52.281666 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:44:52.286082 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for floatingip (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:52.293546 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Sync routers for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:44:52.304082 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:52.304673 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:52.318606 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-3186156b-fa9f-40cc-9d78-3038460606a1 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b791ef2-6bf3-4ade-98f9-ebf18b145209 HTTP/1.1" status: 204 len: 168 time: 1.0090921 Apr 05 11:44:52.319252 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:52.325104 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}048aa322691e5d79c6d955aaea09ce499e807b2cffa0e31de47af63457d9173c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0734a41e-ba89-4d51-902a-010e69cb4a23" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:52.360089 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af7d5c-2a62-4a17-9197-6640a043d7c3 x-openstack-request-id: req-b3af7d5c-2a62-4a17-9197-6640a043d7c3 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:52.360395 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "status": "completed", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:52.360973 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3af7d5c-2a62-4a17-9197-6640a043d7c3 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:52.361385 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3af7d5c-2a62-4a17-9197-6640a043d7c3'] response: {'name': 'network-changed', 'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'status': 'completed', 'code': 200} Apr 05 11:44:52.427083 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:52.554655 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-c56d6f59-fe81-47d3-a151-176060d81017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:52.556464 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-c56d6f59-fe81-47d3-a151-176060d81017 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5f2451683d945689a7ce0b911d9f519&device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 1129 time: 0.1744080 Apr 05 11:44:52.663231 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-06086b23-e32c-49b1-93d1-bcf1aeff633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:52.665741 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-06086b23-e32c-49b1-93d1-bcf1aeff633f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 200 len: 910 time: 0.1033936 Apr 05 11:44:52.666590 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:52.702614 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Checking router: a654a7f0-5f20-46ea-9cbf-19ea04e676c8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:44:52.712598 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:52.713227 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:28Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:52.717217 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-0d2d4d8b-e4f0-487f-af48-2f655aabeb47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 200 len: 217 time: 0.0454245 Apr 05 11:44:52.768294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-7ed1a636-48df-46b9-9731-4d8680e1456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:52.769795 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-7ed1a636-48df-46b9-9731-4d8680e1456f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 200 len: 848 time: 0.0470335 Apr 05 11:44:52.829795 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:52.931924 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e0557-06c7-430d-bf73-e3d2b1d56bba req-15b5a0b7-cab8-4efb-a103-34cf0d842f6f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:52.933946 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f95e0557-06c7-430d-bf73-e3d2b1d56bba req-15b5a0b7-cab8-4efb-a103-34cf0d842f6f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.1882577 Apr 05 11:44:52.996556 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [req-f95e0557-06c7-430d-bf73-e3d2b1d56bba req-297594e7-2784-45af-944c-971244daa45f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556664 Apr 05 11:44:53.173189 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:53.204391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b63274-dafb-4eee-88ce-33ad8496979e None None] The sync data for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb is: [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:32Z', 'revision_number': 4, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb', '_interfaces': [{'id': '0590cef8-7864-46a5-b6d0-9ed13737e66b', 'name': '', 'network_id': '7b051d06-9b60-4044-b158-df795b78ab4d', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'mac_address': 'fa:16:3e:07:ee:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:31Z', 'updated_at': '2022-04-05T11:40:36Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'subnets': [{'id': '50ca8622-6e7c-437d-82fe-a06da603d9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:44:53.423001 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d599b-a8b7-4d81-b8f7-2d64effdac8e None None] New status for floating IP 5b791ef2-6bf3-4ade-98f9-ebf18b145209: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:44:53.763954 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-4774d34f-7767-4fdd-9dbb-b4b5f42ca5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:53.765335 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-4774d34f-7767-4fdd-9dbb-b4b5f42ca5fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b051d06-9b60-4044-b158-df795b78ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458636 Apr 05 11:44:53.776242 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-912953d0-26a1-431d-8bd5-d8e8f75f5292 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:44:53.777183 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-912953d0-26a1-431d-8bd5-d8e8f75f5292 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054898 Apr 05 11:44:53.880553 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-43d65b09-d9b3-4754-a880-2b7ac4f5344e service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954375 Apr 05 11:44:54.017869 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-0734a41e-ba89-4d51-902a-010e69cb4a23 req-f19d59ad-cd82-4a1b-9ca0-be452357b2d9 service neutron] 10.222.0.53 "GET /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Apr 05 11:44:54.095401 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-5402d834-b9b1-48f4-980e-a91f41bc5cea tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:54.102709 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-5402d834-b9b1-48f4-980e-a91f41bc5cea tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.0694747 Apr 05 11:44:54.223162 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177db739-5831-4011-85ac-2a8bbaddddc1 req-1a217a5c-7e9e-4747-a3d0-f30ffc6327a8 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:44:54.224764 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-177db739-5831-4011-85ac-2a8bbaddddc1 req-1a217a5c-7e9e-4747-a3d0-f30ffc6327a8 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 945 time: 0.1485498 Apr 05 11:44:54.253862 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Deleting port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:44:54.254204 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:54.336079 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-177db739-5831-4011-85ac-2a8bbaddddc1 req-20d0abdd-3e9b-44c2-96b9-de335d7740f2 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/security-groups?id=23da50e3-6521-41ba-b635-fe61fa607fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049192 Apr 05 11:44:54.371305 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] For port 720ebe78-b063-469b-bbcd-33cdf43ab7e5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=720ebe78-b063-469b-bbcd-33cdf43ab7e5,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:54.371668 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:54.385483 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Calling delete_port for 720ebe78-b063-469b-bbcd-33cdf43ab7e5 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:44:54.587016 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (720ebe78-b063-469b-bbcd-33cdf43ab7e5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:54.623579 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event deleted for resources: {'Port': ['ID=720ebe78-b063-469b-bbcd-33cdf43ab7e5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:54.648545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.648927 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.649252 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.649682 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.650020 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.650355 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.650709 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.651042 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.651371 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.651695 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.652022 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.652345 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.652668 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.652994 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.653315 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:44:54.673608 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] No DVR routers for this DVR port 720ebe78-b063-469b-bbcd-33cdf43ab7e5 on host hv-cinder-83444 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:44:54.676270 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58762'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:54.680475 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-b1e3b990-78c7-42c5-a144-405d5762be67 req-9b873af0-b66b-4dee-b6af-bb130e0b3b21 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.53 "DELETE /v2.0/ports/720ebe78-b063-469b-bbcd-33cdf43ab7e5 HTTP/1.1" status: 204 len: 173 time: 0.5763376 Apr 05 11:44:54.680944 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-deleted', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:44:54.684421 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676fa7df69fab1c8d557429805cb107a57a84e12cb09e75e695899dbaed7b257" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59431b4c-a1a7-4e7e-b5bb-d6421dfff041" -d '{"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-deleted", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:44:54.780266 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60b199d-10bd-4c12-b9bf-280f26a867c3 x-openstack-request-id: req-a60b199d-10bd-4c12-b9bf-280f26a867c3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:44:54.780900 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15cb24-c25d-4398-a433-c241edaaff5c", "name": "network-vif-deleted", "tag": "720ebe78-b063-469b-bbcd-33cdf43ab7e5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:44:54.780900 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a60b199d-10bd-4c12-b9bf-280f26a867c3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:44:54.781205 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60b199d-10bd-4c12-b9bf-280f26a867c3'] response: {'server_uuid': '2f15cb24-c25d-4398-a433-c241edaaff5c', 'name': 'network-vif-deleted', 'tag': '720ebe78-b063-469b-bbcd-33cdf43ab7e5', 'status': 'completed', 'code': 200} Apr 05 11:44:55.436961 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [req-526f1830-dcd2-43fc-8d05-55ff590f79f8 req-dbc12f7c-ae7c-4a75-b62f-500f88425c4f tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f15cb24-c25d-4398-a433-c241edaaff5c HTTP/1.1" status: 200 len: 210 time: 0.0311544 Apr 05 11:44:55.719066 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-039fa136-eb6d-455f-a34a-dec4d9394974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:56.496209 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53506) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:56.556028 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (23da50e3-6521-41ba-b635-fe61fa607fd4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:56.582700 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (23da50e3-6521-41ba-b635-fe61fa607fd4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.010972 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (23da50e3-6521-41ba-b635-fe61fa607fd4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.013544 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.014727 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] 10.222.0.64 "DELETE /v2.0/security-groups/23da50e3-6521-41ba-b635-fe61fa607fd4 HTTP/1.1" status: 204 len: 168 time: 0.5174649 Apr 05 11:44:57.024490 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfa9e2-e02c-44b3-a99d-c3d0f2941b38 tempest-TestShelveInstance-63104369 tempest-TestShelveInstance-63104369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23da50e3-6521-41ba-b635-fe61fa607fd4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:57.173199 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53510) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:57.533798 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.801503 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Deleting port 0590cef8-7864-46a5-b6d0-9ed13737e66b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:44:57.801845 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.891691 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] For port 0590cef8-7864-46a5-b6d0-9ed13737e66b, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=0590cef8-7864-46a5-b6d0-9ed13737e66b,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:57.892054 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:57.905627 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Calling delete_port for 0590cef8-7864-46a5-b6d0-9ed13737e66b owned by network:router_interface {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:44:58.154463 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (0590cef8-7864-46a5-b6d0-9ed13737e66b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:58.186302 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Pushing event deleted for resources: {'Port': ['ID=0590cef8-7864-46a5-b6d0-9ed13737e66b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:58.325788 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b71d225f-5b7b-49a8-a871-684f62ccc34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:58.344715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:44:58.366455 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:58.374157 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] No Port match for: 720ebe78-b063-469b-bbcd-33cdf43ab7e5 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:44:58.374744 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Device 720ebe78-b063-469b-bbcd-33cdf43ab7e5 not bound to the agent host hv-cinder-83444 {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:44:58.592171 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:44:58.702335 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:44:58.712224 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-fbe03284-b774-4d76-b346-810dfbe1d38a admin admin] 10.222.0.64 "PUT /v2.0/routers/a654a7f0-5f20-46ea-9cbf-19ea04e676c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331225 Apr 05 11:44:58.712224 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53514) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:58.716909 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Sync routers for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:44:58.726629 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:58.727341 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:58.816517 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks [] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:58.852016 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: dv-cinder-834448-3-smb {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:58.935132 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks [] for router_gateway (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.046399 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68'}], 'enable_snat': True}, 'gw_port_id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:44:58Z', 'revision_number': 5, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port': {'id': 'd1988230-b45b-429c-83fb-e994ad3444f8', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:59.057411 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Deleting port d1988230-b45b-429c-83fb-e994ad3444f8 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:44:59.057684 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.075945 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Checking router: a654a7f0-5f20-46ea-9cbf-19ea04e676c8 for host: dv-cinder-834448-3-smb {{(pid=103885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:44:59.085596 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Routers {'a654a7f0-5f20-46ea-9cbf-19ea04e676c8'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:44:59.086268 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'], 'active': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:59.142610 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] For port d1988230-b45b-429c-83fb-e994ad3444f8, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d1988230-b45b-429c-83fb-e994ad3444f8,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:44:59.142896 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.158095 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Calling delete_port for d1988230-b45b-429c-83fb-e994ad3444f8 owned by network:router_gateway {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:44:59.184604 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvr_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] Set router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 gateway port host: None {{(pid=103885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:44:59.243715 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_hamode_db [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:44:58Z', 'revision_number': 6, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:44:59.273171 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22cb2a-b92a-4451-bf2f-b78acee53b6a None None] The sync data for ids ['a654a7f0-5f20-46ea-9cbf-19ea04e676c8'] in dv-cinder-834448-3-smb is: [{'id': 'a654a7f0-5f20-46ea-9cbf-19ea04e676c8', 'name': 'tempest-TestShelveInstance-1675269600-router', 'tenant_id': 'f5f2451683d945689a7ce0b911d9f519', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:29Z', 'updated_at': '2022-04-05T11:44:58Z', 'revision_number': 6, 'project_id': 'f5f2451683d945689a7ce0b911d9f519', 'gw_port_host': None}] {{(pid=103885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:44:59.439397 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.473925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (d1988230-b45b-429c-83fb-e994ad3444f8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.502642 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1988230-b45b-429c-83fb-e994ad3444f8,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:44:59.566620 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.666587 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.673221 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks [] for router_controller (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.711813 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 0590cef8-7864-46a5-b6d0-9ed13737e66b no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:44:59.733693 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 0590cef8-7864-46a5-b6d0-9ed13737e66b {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:44:59.734035 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 0590cef8-7864-46a5-b6d0-9ed13737e66b not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:44:59.805308 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (a654a7f0-5f20-46ea-9cbf-19ea04e676c8), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.805900 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a654a7f0-5f20-46ea-9cbf-19ea04e676c8 {{(pid=103883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:44:59.810616 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.811751 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-24458e11-459b-4fe8-ac3b-8e2e670ebd9d admin admin] 10.222.0.64 "DELETE /v2.0/routers/a654a7f0-5f20-46ea-9cbf-19ea04e676c8 HTTP/1.1" status: 204 len: 168 time: 1.1005404 Apr 05 11:44:59.814258 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53516) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:44:59.861641 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Deleting subnet 50ca8622-6e7c-437d-82fe-a06da603d9a5 {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:44:59.864795 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Publish callbacks [] for subnet (50ca8622-6e7c-437d-82fe-a06da603d9a5), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.899376 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (50ca8622-6e7c-437d-82fe-a06da603d9a5), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:44:59.977478 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (50ca8622-6e7c-437d-82fe-a06da603d9a5), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.101325 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (50ca8622-6e7c-437d-82fe-a06da603d9a5), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.128265 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ca8622-6e7c-437d-82fe-a06da603d9a5,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:00.132180 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.135413 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-20868024-7d22-4469-bf05-9d730ceae3ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/50ca8622-6e7c-437d-82fe-a06da603d9a5 HTTP/1.1" status: 204 len: 168 time: 0.3201973 Apr 05 11:45:00.138160 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53518) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:00.140533 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265c8a3-c3df-4343-9bc8-c6b9094af5f1 None None] Network 7b051d06-9b60-4044-b158-df795b78ab4d requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:45:00.212232 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (7b051d06-9b60-4044-b158-df795b78ab4d), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.293547 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Deleting port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:00.293547 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.333427 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] DHCP port deletion for 7b051d06-9b60-4044-b158-df795b78ab4d request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:45:00.387284 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Deleting port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:00.387643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.459612 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] For port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:00.460498 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.474396 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Calling delete_port for 5c1ea352-4b33-4c84-966e-ea85cc1fd19e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:00.650658 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.673928 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] For port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,segment=NetworkSegment(5f29d011-3a0e-4aba-abc0-c3939050424c),segment_id=5f29d011-3a0e-4aba-abc0-c3939050424c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:00.676648 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.681586 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Pushing event deleted for resources: {'Port': ['ID=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:00.689185 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Calling delete_port for 5c1ea352-4b33-4c84-966e-ea85cc1fd19e owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:00.695495 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] No DVR routers for this DVR port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:45:00.699293 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.699642 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.700993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.700993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.700993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.700993 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.701431 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.701910 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.701910 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.702216 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.702559 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.702886 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.703208 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.703770 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.703881 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed58358-a8c1-4092-9700-6aff122aed15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-3-smb {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:45:00.771395 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.771660 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3365568'] for port (5c1ea352-4b33-4c84-966e-ea85cc1fd19e), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.798925 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1ea352-4b33-4c84-966e-ea85cc1fd19e,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:00.806193 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] No DVR routers for this DVR port 5c1ea352-4b33-4c84-966e-ea85cc1fd19e on host dv-cinder-834448-3-smb {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:45:00.884889 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (7b051d06-9b60-4044-b158-df795b78ab4d), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.906335 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b051d06-9b60-4044-b158-df795b78ab4d']}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:00.916402 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f29d011-3a0e-4aba-abc0-c3939050424c') {'for_net_delete': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:00.916718 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.services.segments.db [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f29d011-3a0e-4aba-abc0-c3939050424c') {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:00.926701 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3284215'] for segment (5f29d011-3a0e-4aba-abc0-c3939050424c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.942442 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (5f29d011-3a0e-4aba-abc0-c3939050424c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.948994 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:45:00.949377 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3365533'] for segment (5f29d011-3a0e-4aba-abc0-c3939050424c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: Traceback (most recent call last): Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: timer() Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: cb(*args, **kw) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: return func(*args, **kwargs) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: self._notify() Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: self.callback(batched_events) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: event.method(event) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: return f(self, *a, **k) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: return self._get(url).json() Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: return self.request(url, 'GET', **kwargs) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:45:00.951410 dv-cinder-834448-3-smb neutron-server[103883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:45:01.101445 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (7b051d06-9b60-4044-b158-df795b78ab4d), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:01.108141 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:01.111269 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7b051d06-9b60-4044-b158-df795b78ab4d HTTP/1.1" status: 204 len: 168 time: 0.9720690 Apr 05 11:45:01.114234 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:01.122014 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfdbd7-b7fe-4c3e-8539-a7db0a5b5ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b051d06-9b60-4044-b158-df795b78ab4d,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:01.452391 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1988230-b45b-429c-83fb-e994ad3444f8 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:01.471642 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: d1988230-b45b-429c-83fb-e994ad3444f8 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:01.472375 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d1988230-b45b-429c-83fb-e994ad3444f8 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:01.472474 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 5c1ea352-4b33-4c84-966e-ea85cc1fd19e no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:01.479596 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949989'] for router_interface (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:01.490982 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: 5c1ea352-4b33-4c84-966e-ea85cc1fd19e {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:01.491323 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device 5c1ea352-4b33-4c84-966e-ea85cc1fd19e not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:01.807401 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:02.040988 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Deleting port d4ec37df-cde5-4e10-90b3-beef4375ea93 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:02.041334 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:02.124067 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] For port d4ec37df-cde5-4e10-90b3-beef4375ea93, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=d4ec37df-cde5-4e10-90b3-beef4375ea93,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:02.124776 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:02.139429 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Calling delete_port for d4ec37df-cde5-4e10-90b3-beef4375ea93 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:02.387981 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (d4ec37df-cde5-4e10-90b3-beef4375ea93), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:02.414764 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ec37df-cde5-4e10-90b3-beef4375ea93,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:02.598977 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947061'] for router_interface (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:02.828677 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd has already been hosted by L3 agent 9b581256-5269-4697-b8d9-15140d676355 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:45:02.940070 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] Notify agent at l3_agent.dv-cinder-834448-3-smb the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:45:02.948935 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-54b54e4e-0ebb-4076-ab29-71369f1384f8 admin admin] 10.222.0.64 "PUT /v2.0/routers/01ca9b1e-fd52-460a-bee7-7e45b9b636cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312852 Apr 05 11:45:02.950013 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:02.952215 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Sync routers for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:45:02.963224 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:45:02.963851 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:03.060394 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks [] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.082671 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: dv-cinder-834448-3-smb {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:45:03.169808 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks [] for router_gateway (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.274195 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'external_fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:45:02Z', 'revision_number': 5, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port': {'id': 'f72323a5-4c77-446f-8915-ce12c29e6478', 'name': '', 'network_id': '3f4b41cf-46ca-4a86-9a1a-880cf90a7e8e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:40:36Z', 'updated_at': '2022-04-05T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6bb8b29-d015-4e6f-84c8-969630071f81', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-3-smb'}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:03.292804 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Deleting port f72323a5-4c77-446f-8915-ce12c29e6478 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:03.293149 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.303076 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Checking router: 01ca9b1e-fd52-460a-bee7-7e45b9b636cd for host: dv-cinder-834448-3-smb {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:45:03.313530 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Routers {'01ca9b1e-fd52-460a-bee7-7e45b9b636cd'} bound to L3 agent in host dv-cinder-834448-3-smb {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:45:03.314172 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:24:58Z,description=,heartbeat_timestamp=2022-04-05T11:44:58Z,host='dv-cinder-834448-3-smb',id=9b581256-5269-4697-b8d9-15140d676355,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:24:59Z,topic='l3_agent')) {'router_ids': ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:03.381006 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] For port f72323a5-4c77-446f-8915-ce12c29e6478, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=f72323a5-4c77-446f-8915-ce12c29e6478,segment=NetworkSegment(a653611f-21c9-4d83-b6ce-017bd78d2a3c),segment_id=a653611f-21c9-4d83-b6ce-017bd78d2a3c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:03.381273 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.399554 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Calling delete_port for f72323a5-4c77-446f-8915-ce12c29e6478 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:03.410943 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] Set router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:45:03.465888 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:45:03Z', 'revision_number': 6, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port_host': None}], 'dv-cinder-834448-3-smb', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:03.496372 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59d543-e4bf-4d20-ab87-96ea46ab48dc None None] The sync data for ids ['01ca9b1e-fd52-460a-bee7-7e45b9b636cd'] in dv-cinder-834448-3-smb is: [{'id': '01ca9b1e-fd52-460a-bee7-7e45b9b636cd', 'name': 'tempest-TestShelveInstance-1480555926-router', 'tenant_id': '1e9bab12e93b4a229155e371f5675be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:40:35Z', 'updated_at': '2022-04-05T11:45:03Z', 'revision_number': 6, 'project_id': '1e9bab12e93b4a229155e371f5675be8', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:45:03.639394 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (f72323a5-4c77-446f-8915-ce12c29e6478), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.666552 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72323a5-4c77-446f-8915-ce12c29e6478,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:03.732208 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947123'] for router_gateway (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.829063 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-949248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1892'] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.831392 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks [] for router_controller (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.947751 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-949257'] for router (01ca9b1e-fd52-460a-bee7-7e45b9b636cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.948296 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ca9b1e-fd52-460a-bee7-7e45b9b636cd {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:45:03.952672 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:03.953926 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-529bbeb1-c983-465c-b3ed-67d977107ef4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/01ca9b1e-fd52-460a-bee7-7e45b9b636cd HTTP/1.1" status: 204 len: 168 time: 1.0023789 Apr 05 11:45:03.956566 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.wsgi [-] (103883) accepted ('10.222.0.64', 53524) {{(pid=103883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:04.000895 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.db.db_base_plugin_v2 [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Deleting subnet 6eb41be0-2b51-48b5-b7ea-d0b22848b00c {{(pid=103883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:45:04.004014 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Publish callbacks [] for subnet (6eb41be0-2b51-48b5-b7ea-d0b22848b00c), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.044047 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3283980'] for subnet (6eb41be0-2b51-48b5-b7ea-d0b22848b00c), precommit_delete_associations {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.121184 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15819020'] for subnet (6eb41be0-2b51-48b5-b7ea-d0b22848b00c), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.257164 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15819011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3365623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046916'] for subnet (6eb41be0-2b51-48b5-b7ea-d0b22848b00c), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.286908 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb41be0-2b51-48b5-b7ea-d0b22848b00c,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:04.290513 dv-cinder-834448-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.293649 dv-cinder-834448-3-smb neutron-server[103883]: INFO neutron.wsgi [None req-47426d9c-04b5-43f3-9e2d-1a2b4e2a0b9f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6eb41be0-2b51-48b5-b7ea-d0b22848b00c HTTP/1.1" status: 204 len: 168 time: 0.3360522 Apr 05 11:45:04.296383 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:04.297182 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9dd50-41eb-49c3-aff0-1b11996876a5 None None] Network 3aae9a53-16de-4710-87e8-3d5c519e7b50 requested from dv-cinder-834448-3-smb {{(pid=103885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:45:04.381083 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16040779'] for network (3aae9a53-16de-4710-87e8-3d5c519e7b50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.446220 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Deleting port da084a14-f9fc-4f56-acc0-cecbbda419a0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:04.446585 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.474822 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] DHCP port deletion for 3aae9a53-16de-4710-87e8-3d5c519e7b50 request from dv-cinder-834448-3-smb {{(pid=103885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:45:04.521637 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] For port da084a14-f9fc-4f56-acc0-cecbbda419a0, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=da084a14-f9fc-4f56-acc0-cecbbda419a0,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:04.521999 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.530640 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Deleting port da084a14-f9fc-4f56-acc0-cecbbda419a0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:45:04.530640 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775045606705'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.536777 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Calling delete_port for da084a14-f9fc-4f56-acc0-cecbbda419a0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:04.598408 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] For port da084a14-f9fc-4f56-acc0-cecbbda419a0, host dv-cinder-834448-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-3-smb',level=0,port_id=da084a14-f9fc-4f56-acc0-cecbbda419a0,segment=NetworkSegment(52cc1c5c-62d8-404a-ab93-0a487dab0e3d),segment_id=52cc1c5c-62d8-404a-ab93-0a487dab0e3d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:45:04.598829 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-886420'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.615643 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Calling delete_port for da084a14-f9fc-4f56-acc0-cecbbda419a0 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:45:04.684849 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2869339'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.707099 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15942866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775045612036', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775045212164'] for port (da084a14-f9fc-4f56-acc0-cecbbda419a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.713042 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Pushing event deleted for resources: {'Port': ['ID=da084a14-f9fc-4f56-acc0-cecbbda419a0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:04.716984 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] No DVR routers for this DVR port da084a14-f9fc-4f56-acc0-cecbbda419a0 on host dv-cinder-834448-3-smb {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:45:04.733533 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] Pushing event deleted for resources: {'Port': ['ID=da084a14-f9fc-4f56-acc0-cecbbda419a0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:04.736999 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b13907-3f33-4c20-836f-9b9389c77345 None None] No DVR routers for this DVR port da084a14-f9fc-4f56-acc0-cecbbda419a0 on host dv-cinder-834448-3-smb {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:45:04.798104 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15821047', 'neutron.services.segments.db._delete_segments_for_network-8775045763705'] for network (3aae9a53-16de-4710-87e8-3d5c519e7b50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.820701 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aae9a53-16de-4710-87e8-3d5c519e7b50']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:04.830661 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cc1c5c-62d8-404a-ab93-0a487dab0e3d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:04.831013 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.services.segments.db [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cc1c5c-62d8-404a-ab93-0a487dab0e3d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:45:04.840560 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775045765250', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3553962'] for segment (52cc1c5c-62d8-404a-ab93-0a487dab0e3d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.854194 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743'] for segment (52cc1c5c-62d8-404a-ab93-0a487dab0e3d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.860232 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:45:04.860604 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15882743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2869254'] for segment (52cc1c5c-62d8-404a-ab93-0a487dab0e3d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: Traceback (most recent call last): Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: timer() Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: cb(*args, **kw) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: return func(*args, **kwargs) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: self._notify() Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: self.callback(batched_events) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: event.method(event) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: return f(self, *a, **k) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: return self._get(url).json() Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: return self.request(url, 'GET', **kwargs) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:45:04.862200 dv-cinder-834448-3-smb neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:45:04.963976 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15820942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947159'] for network (3aae9a53-16de-4710-87e8-3d5c519e7b50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.970065 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567671'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:04.973260 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] 10.222.0.64 "DELETE /v2.0/networks/3aae9a53-16de-4710-87e8-3d5c519e7b50 HTTP/1.1" status: 204 len: 168 time: 0.6760101 Apr 05 11:45:04.984959 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bae6c2-3ef7-4481-a49c-fa7440a5079d admin admin] Pushing event deleted for resources: {'Network': ['ID=3aae9a53-16de-4710-87e8-3d5c519e7b50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:05.346876 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:05.387286 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-b8b0d2ae-0edf-401f-92f6-704d42e327b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5f2451683d945689a7ce0b911d9f519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392647 Apr 05 11:45:05.389807 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:05.445924 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] Publish callbacks [] for security_group (78011f59-f33f-40de-aa26-51031a8af697), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:05.463443 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device f72323a5-4c77-446f-8915-ce12c29e6478 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:05.469545 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] Publish callbacks [] for security_group (78011f59-f33f-40de-aa26-51031a8af697), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:05.484837 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: f72323a5-4c77-446f-8915-ce12c29e6478 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:05.485360 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device f72323a5-4c77-446f-8915-ce12c29e6478 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:05.486017 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d4ec37df-cde5-4e10-90b3-beef4375ea93 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:05.506360 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: d4ec37df-cde5-4e10-90b3-beef4375ea93 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:05.506604 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device d4ec37df-cde5-4e10-90b3-beef4375ea93 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:05.507026 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device da084a14-f9fc-4f56-acc0-cecbbda419a0 no longer exists at agent ovs-agent-dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:45:05.527149 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] No Port match for: da084a14-f9fc-4f56-acc0-cecbbda419a0 {{(pid=103885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:45:05.527491 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron.plugins.ml2.rpc [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Device da084a14-f9fc-4f56-acc0-cecbbda419a0 not bound to the agent host dv-cinder-834448-3-smb {{(pid=103885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:45:05.567294 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (78011f59-f33f-40de-aa26-51031a8af697), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:05.570538 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:05.571850 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78011f59-f33f-40de-aa26-51031a8af697 HTTP/1.1" status: 204 len: 168 time: 0.1810889 Apr 05 11:45:05.579923 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e632c9-45f5-4ba7-9a50-56b431741a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78011f59-f33f-40de-aa26-51031a8af697,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:06.340031 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:06.382371 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-f4e70e15-e335-4c93-8014-f5a1b53b2dbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e9bab12e93b4a229155e371f5675be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408108 Apr 05 11:45:06.384917 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.64', 53540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:45:06.433347 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] Publish callbacks [] for security_group (cada15f1-e229-406d-b6c2-44b43b975318), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:06.454723 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] Publish callbacks [] for security_group (cada15f1-e229-406d-b6c2-44b43b975318), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:06.593373 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012963'] for security_group (cada15f1-e229-406d-b6c2-44b43b975318), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:06.596030 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:06.601496 dv-cinder-834448-3-smb neutron-server[103884]: INFO neutron.wsgi [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cada15f1-e229-406d-b6c2-44b43b975318 HTTP/1.1" status: 204 len: 168 time: 0.2114158 Apr 05 11:45:06.605742 dv-cinder-834448-3-smb neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc892b6-f961-453f-859d-b15664d1f039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cada15f1-e229-406d-b6c2-44b43b975318,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:45:19.775714 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:45:20.147522 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:25.649445 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56a37a21-5048-4aec-a788-413cff136a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:28.369288 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9330ee2-7924-4f70-bfe2-597cd8bd2bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:29.386443 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:30.763257 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:31.740653 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:50.111383 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:55.676423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2856-4764-4577-83eb-3327567e4a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:56.775021 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:45:58.330232 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-088e9d1d-ceed-43a1-8fa5-0822c997b04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:45:59.442394 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:00.767875 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:01.756446 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:20.110441 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:25.648585 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40c7b100-0889-4cdb-81d5-f3b4a277c448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:28.321729 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13fdfd07-35e9-4de6-8418-285aaadde2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:29.390415 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:30.840929 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:31.773221 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:33.775292 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:46:50.104090 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:55.658347 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41c56c51-91c5-4877-8c1c-7f71a81d0dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:58.372742 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5efa2ff-3a63-467e-b8b4-90dda4494750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:46:59.423534 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:00.776873 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:01.799673 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:10.774706 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:47:20.239109 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:25.731849 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e8a6e56-6184-486d-99c4-b9a52ccce5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:28.337983 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ad99997-c180-4023-ac17-8db12d2bb4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:29.422844 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:30.811205 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:31.747054 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:47.774319 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:47:50.117190 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:55.650818 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4094bc6-188f-44e8-849d-74fd6daa3096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:58.399997 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e9def6d-9f23-4bed-9d97-a4a68e3275d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:47:59.404968 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:00.833861 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:01.719196 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:20.150028 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:24.773401 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:48:25.655277 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfab7f9d-dec8-4298-ad80-3cbbe68cb1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:28.344236 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a457915-00d4-44fb-bf24-9593e2dc0215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:29.407184 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:30.772254 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:31.758281 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:50.143252 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:55.660424 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5827-a2c6-4b91-a0e6-d40fea263b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:58.360063 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc54a-3858-41d5-8118-8e6a9f4ab2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:48:59.405676 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:00.777080 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:01.731225 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:01.772649 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:49:20.159426 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:25.671699 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e2a282d7-ec49-4946-90d2-6d2648c7496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:28.335989 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-93445486-6840-4e0a-8b80-60881241c8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:29.421433 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:30.781986 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:31.787156 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23260e5f-1c51-498f-9cb1-c5307f6d5d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (e458d9e2-98e2-4791-960c-e688f069e4f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:38.771951 dv-cinder-834448-3-smb neutron-server[103886]: DEBUG neutron.db.agents_db [None req-57410c85-c746-431a-89b8-1e6ce86531d0 None None] Agent healthcheck: found 6 active agents {{(pid=103886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:49:50.129107 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27e6941b-4f20-4835-9060-d171faf5657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (1a69e2e3-3a5d-435e-b298-3a18cc8dd604), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:55.660423 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b6dec6-de55-40e5-b280-e97cc451d309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (d022e779-8026-4c89-b876-feefcf3c7ee0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:58.385965 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd4167d6-4465-4534-9cfa-26e861ecc92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (9b581256-5269-4697-b8d9-15140d676355), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:49:59.385732 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6641a787-515b-496a-8c3a-adfa33fde9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (5ae206dd-4863-46a1-bf3a-fe819139edda), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:50:00.785962 dv-cinder-834448-3-smb neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c419be7e-735e-4fb9-8d96-687726d31e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775045763687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15822646'] for agent (0e6ba87e-569e-4120-9364-572ce1f4e417), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}